00000800:00000200:1.1F:1763339385.246720:0:3646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002189521e] -> 12345-192.168.203.142@tcp (2) 00000800:00000200:2.1F:1763339385.248450:0:3637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002189521e] -> 12345-192.168.203.142@tcp (2) 00000800:00000200:2.1:1763339385.248461:0:3637:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.142@tcp 0000000067b74329 deleted 00000800:00000010:2.1:1763339385.248463:0:3637:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000067b74329. 00000800:00000200:2.1:1763339385.248467:0:3637:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1763339385.248473:0:3637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:1023 00000800:00000200:2.1:1763339385.248477:0:3637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058148724 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1763339385.250240:0:3636:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1763339385.254109:0:3638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002189521e] -> 12345-192.168.203.142@tcp (4) 00000800:00000200:2.1:1763339385.254114:0:3638:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.142@tcp 0000000067b74329 deleted 00000800:00000010:2.1:1763339385.254116:0:3638:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000067b74329. 00000800:00000200:2.1:1763339385.254120:0:3638:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1F:1763339385.254672:0:3636:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1763339385.421653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000076e12be7. 00010000:00000010:1.1:1763339385.421672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000750483c7. 00010000:00000010:3.1F:1763339385.651567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000727df822. 00010000:00000010:2.1:1763339385.651579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f5452f6c. 00010000:00000010:2.1:1763339385.651586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be4e4156. 00010000:00000010:3.1:1763339385.651641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dbf4bcf4. 00010000:00000010:3.1:1763339385.651644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4cb89f2. 00080000:00000010:0.1:1763339385.686561:0:6489:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 0000000013a76ab3. 00010000:00010000:3.0:1763340281.221701:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340281.221705:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340281.221836:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280377728:12345-192.168.203.42@tcp:36:bash.0 Request processed in 717us (2329us total) trans 4294971713 rc 0/0 00000100:00100000:3.0:1763340281.221844:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8055 00000020:00080000:3.0:1763340281.221852:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000004:00010000:3.0:1763340281.224460:0:14057:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b55a3a37 reply state 00000000875c3aaa transno 4294971711 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.224477:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.224487:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x181:0x0].0x0 (ffff9554c2acc000) 00010000:00010000:3.0:1763340281.224489:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763340281.224493:0:14057:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340281.224500:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x181:0x0].0x0 (ffff9554c2acc000) 00010000:00010000:3.0:1763340281.224502:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763340281.224507:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18244bc1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x181:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14cfe expref: 168 pid: 10032 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763340281.226842:0:14057:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763340281.226859:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:56595:x1848995280377216:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 18098us (18241us total) trans 4294971711 rc 0/0 00000100:00100000:3.0:1763340281.226868:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2715 00010000:00010000:3.0:1763340281.226895:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340281.226906:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.226914:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.226920:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.226929:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a4200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.226932:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.226938:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.226951:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x181:0x0].0x0 (ffff9554c2acc000) 00010000:00010000:3.0:1763340281.226955:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340281.226959:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340281.226964:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244df8 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00000100:00100000:3.0:1763340281.228008:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.228043:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280377856 00000100:00100000:3.0:1763340281.228051:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280377856 00000100:00100000:3.0:1763340281.228101:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8056 00000100:00100000:3.0:1763340281.228110:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+167:55868:x1848995280377856:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340281.228132:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.228153:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18244e30 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x184:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14dc9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.228214:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18244e30 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x184:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dc9 expref: 168 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.228230:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18244e30 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x184:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dc9 expref: 168 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.228255:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x184:0x0].0x0 (ffff9554c2aca900) 00010000:00010000:3.0:1763340281.228259:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340281.228262:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a5000, rc 0) 00000100:00100000:3.0:1763340281.228317:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:55868:x1848995280377856:12345-192.168.203.42@tcp:101:bash.0 Request processed in 207us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.228324:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8056 00000004:00080000:3.0:1763340281.228649:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 32 done 00000100:00100000:3.0:1763340281.232378:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280378112 00000100:00100000:3.0:1763340281.232388:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280378112 00000100:00100000:3.0:1763340281.232452:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8057 00000100:00100000:3.0:1763340281.232464:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:56595:x1848995280378112:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.232495:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.232521:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4c00/0xbdebf3fb18244e37 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x181:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14dd0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.232619:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4c00/0xbdebf3fb18244e37 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dd0 expref: 169 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.232635:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4c00/0xbdebf3fb18244e37 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dd0 expref: 169 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.232655:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x181:0x0].0x0 (ffff9554c2acc000) 00010000:00010000:3.0:1763340281.232659:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340281.232663:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4c00, rc 0) 00000100:00100000:3.0:1763340281.232735:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+169:56595:x1848995280378112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 274us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.232746:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8057 00000100:00100000:3.0:1763340281.238410:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280378240 00000100:00100000:3.0:1763340281.238418:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280378240 00010000:00010000:3.0:1763340281.238451:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18244cd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14d6e expref: 24 pid: 8401 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.238491:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2609 00000100:00100000:3.0:1763340281.238501:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280378240:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.238519:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.238526:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18244cd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14d6e expref: 24 pid: 8401 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.238560:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18244cd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14d6e expref: 24 pid: 8401 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.238587:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18244cd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14d6e expref: 24 pid: 8401 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.238602:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.238603:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.238609:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18244e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.238620:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18244e22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.238643:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.238703:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280378240:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 192us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.238711:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2609 00000100:00100000:3.0:1763340281.242246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.244235:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340281.244458:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292102016:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340281.244502:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340281.244528:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292101888:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340281.245993:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340281.248585:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.251357:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.251878:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.254791:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.254827:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.254892:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.269028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.271459:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.276950:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.297774:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.306030:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.330668:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.336272:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.350975:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.358007:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.363284:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.371656:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.378926:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.378971:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280383744 00000100:00100000:3.0:1763340281.378985:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280383744 00000100:00100000:3.0:1763340281.379062:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8072 00000100:00100000:3.0:1763340281.379073:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:55868:x1848995280383744:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340281.379104:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.379128:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18244f95 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x186:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14e40 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.379264:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x186:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.379279:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244f87 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e39 expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.379287:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.379327:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244f87 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e39 expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.379342:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244f87 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e39 expref: 181 pid: 6514 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.379358:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292102400:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340281.379420:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c8d7f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340281.382224:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292102400:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340281.382259:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.383003:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.383013:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340281.383038:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x186:0x0]: returning size 0 00010000:00010000:3.0:1763340281.383194:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18244f95 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e40 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.383209:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e40 expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.383217:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x186:0x0].0x0 (ffff9555c8f69e00) 00010000:00010000:3.0:1763340281.383219:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763340281.383222:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4200, rc 0) 00000100:00100000:3.0:1763340281.383268:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:55868:x1848995280383744:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4197us (4341us total) trans 4294971727 rc 0/0 00000100:00100000:3.0:1763340281.383275:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8072 00000100:00100000:3.0:1763340281.386190:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280384640 00000100:00100000:3.0:1763340281.386196:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280384640 00000100:00100000:3.0:1763340281.386234:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2723 00000100:00100000:3.0:1763340281.386242:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56604:x1848995280384640:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340281.386865:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56604:x1848995280384640:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 620us (1293us total) trans 4294971728 rc 0/0 00000100:00100000:3.0:1763340281.386872:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2723 00000100:00100000:3.0:1763340281.389368:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.392868:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.392968:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.393267:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8078 00000100:00100000:3.0:1763340281.393280:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56604:x1848995280385536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.393288:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.393296:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245005 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x186:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14e71 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.393389:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x186:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340281.393398:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e40 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.393404:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18244ffe lrc: 3/0,1 mode: --/EX res: [0x240000404:0x186:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.393410:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 5/1,0 mode: --/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.393420:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18244ffe lrc: 4/0,1 mode: --/EX res: [0x240000404:0x186:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.393433:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e40 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.393441:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18244fa3 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x186:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e40 expref: 191 pid: 6514 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.393450:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc94700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292102656:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340281.393816:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fca0bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763340281.395898:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc94700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292102656:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340281.395914:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.396522:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18244ffe lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x186:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.396529:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18244ffe lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x186:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000040:00080000:3.0:1763340281.396951:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1072, 88 off92072 00000004:00080000:3.0:1763340281.396960:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022204426132ns, next at 1022275086759ns, rc = 0 00000040:00080000:3.0:1763340281.396995:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1093, 88 off93728 00000004:00080000:3.0:1763340281.397000:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022204467420ns, next at 1022275056823ns, rc = 0 00000040:00080000:3.0:1763340281.397028:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1094, 88 off93816 00000004:00080000:3.0:1763340281.397033:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022204500497ns, next at 1022275056823ns, rc = 0 00000040:00080000:3.0:1763340281.397043:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1073, 88 off92160 00000004:00080000:3.0:1763340281.397046:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022204513742ns, next at 1022275086759ns, rc = 0 00010000:00010000:3.0:1763340281.400327:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18244ea0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400339:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18244ea0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400347:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18244ea0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400354:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.400359:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18244ea0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400369:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18244ea0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400389:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69300) 00010000:00010000:3.0:1763340281.400392:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.400399:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18244ea0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400406:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18244ea0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400426:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18244f48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400433:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18244f48 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400438:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18244f48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400444:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.400447:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18244f48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400452:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18244f48 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400460:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69300) 00010000:00010000:3.0:1763340281.400463:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.400465:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18244f48 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400471:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18244f48 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.400491:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244fe2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.400497:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244fe2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.400504:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244fe2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.400509:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.400512:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244fe2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.400518:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244fe2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.400526:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x186:0x0].0x0 (ffff9555c8f69e00) 00010000:00010000:3.0:1763340281.400528:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.400552:0:3635:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.400564:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244fe2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.400570:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18244fe2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.400637:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18244ffe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x186:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e6a expref: 170 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.400646:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x186:0x0].0x0 (ffff9555c8f69e00) 00010000:00010000:3.0:1763340281.400649:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340281.400651:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.400658:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.400664:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.400723:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18244ff7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x186:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e6a expref: 170 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340281.400744:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18244ffe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x186:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e6a expref: 169 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.400794:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c6d31400, rc 0) 00000100:00100000:3.0:1763340281.400859:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+169:55868:x1848995280385408:12345-192.168.203.42@tcp:101:bash.0 Request processed in 7784us (8005us total) trans 4294971732 rc 0/0 00000100:00100000:3.0:1763340281.400868:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8077 00010000:00010000:3.0:1763340281.401186:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.401195:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340281.401243:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x186:0x0]: returning size 2 00000004:00200000:3.0:1763340281.401248:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340281.401269:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.401296:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245005 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x186:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e71 expref: 169 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.401310:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb1824500c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e71 expref: 168 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.401318:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x186:0x0].0x0 (ffff9555c8f69e00) 00010000:00010000:3.0:1763340281.401320:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763340281.401324:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a5000, rc 0) 00000100:00100000:3.0:1763340281.401354:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:56604:x1848995280385536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8081us (8386us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.401362:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8078 00000100:00100000:3.0:1763340281.402418:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292104064:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340281.404928:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763340281.408068:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d34700/2, rc 0, transno 21474838347 00000100:00100000:3.0:1763340281.408075:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292104576:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340281.409881:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.410022:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.410047:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.410070:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.410087:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.410105:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.410124:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.410153:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280386176 00000100:00100000:3.0:1763340281.410162:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280386176 00010000:00010000:3.0:1763340281.410201:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18244dc0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14db4 expref: 26 pid: 8401 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.410228:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280386432 00000100:00100000:3.0:1763340281.410232:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280386432 00010000:00010000:3.0:1763340281.410245:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18244e53 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dde expref: 27 pid: 8457 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.410258:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280386688 00000100:00100000:3.0:1763340281.410260:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280386688 00010000:00010000:3.0:1763340281.410274:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32000/0xbdebf3fb18244b66 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ce2 expref: 14 pid: 8401 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.410288:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280386304 00000100:00100000:3.0:1763340281.410290:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280386304 00010000:00010000:3.0:1763340281.410302:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18244c7e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14d44 expref: 28 pid: 8401 timeout: 1122 lvb_type: 1 00000100:00100000:3.0:1763340281.410312:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280386560 00000100:00100000:3.0:1763340281.410314:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280386560 00010000:00010000:3.0:1763340281.410325:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9ca00/0xbdebf3fb18244e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dec expref: 15 pid: 8457 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.410337:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280386816 00000100:00100000:3.0:1763340281.410340:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280386816 00010000:00010000:3.0:1763340281.410353:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32a00/0xbdebf3fb18244dab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14da6 expref: 16 pid: 16598 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.410368:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2615 00000100:00100000:3.0:1763340281.410377:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2409:x1848995280386176:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.410396:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.410403:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18244dc0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14db4 expref: 28 pid: 8401 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.410418:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18244dc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14db4 expref: 28 pid: 8401 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.410451:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410454:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410460:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410473:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245013 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410497:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.410583:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2409:x1848995280386176:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 204us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.410591:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2615 00000100:00100000:3.0:1763340281.410610:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2616 00000100:00100000:3.0:1763340281.410618:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2409:x1848995280386432:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.410627:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.410631:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18244e53 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dde expref: 27 pid: 8457 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.410640:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18244e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dde expref: 27 pid: 8457 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.410652:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410654:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410658:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18245021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410665:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18245021 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410677:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.410710:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2409:x1848995280386432:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 92us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.410717:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2616 00000100:00100000:3.0:1763340281.410768:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2617 00000100:00100000:3.0:1763340281.410775:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280386688:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.410784:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.410789:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32000/0xbdebf3fb18244b66 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ce2 expref: 16 pid: 8401 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.410798:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32000/0xbdebf3fb18244b66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ce2 expref: 16 pid: 8401 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.410813:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410815:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410818:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18245036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410826:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18245036 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410839:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.410859:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280386688:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 84us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.410865:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2617 00000100:00100000:3.0:1763340281.410877:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2618 00000100:00100000:3.0:1763340281.410883:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2409:x1848995280386304:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.410891:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.410897:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18244c7e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14d44 expref: 26 pid: 8401 timeout: 1122 lvb_type: 1 00010000:00010000:3.0:1763340281.410906:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18244c7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14d44 expref: 26 pid: 8401 timeout: 1122 lvb_type: 1 00010000:00010000:3.0:1763340281.410918:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410919:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.410923:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824501a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410931:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824501a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.410943:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.410966:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2409:x1848995280386304:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 82us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.410971:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2618 00000100:00100000:3.0:1763340281.410983:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2619 00000100:00100000:3.0:1763340281.410988:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280386560:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.410996:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.411000:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9ca00/0xbdebf3fb18244e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dec expref: 15 pid: 8457 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.411009:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9ca00/0xbdebf3fb18244e7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dec expref: 15 pid: 8457 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.411020:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.411022:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.411025:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83600/0xbdebf3fb1824502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411032:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83600/0xbdebf3fb1824502f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411041:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.411058:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280386560:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 69us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.411063:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2619 00000100:00100000:3.0:1763340281.411075:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2620 00000100:00100000:3.0:1763340281.411080:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2409:x1848995280386816:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.411087:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.411092:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32a00/0xbdebf3fb18244dab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14da6 expref: 14 pid: 16598 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.411101:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32a00/0xbdebf3fb18244dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14da6 expref: 14 pid: 16598 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.411113:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.411115:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.411118:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411125:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245044 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411140:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.411157:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2409:x1848995280386816:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 77us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.411163:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2620 00010000:00010000:3.0:1763340281.411200:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9ca00/0xbdebf3fb18244e7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14dec expref: 13 pid: 8457 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.411210:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292104704:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340281.411223:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83600/0xbdebf3fb1824502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411230:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83600/0xbdebf3fb1824502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411236:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83600/0xbdebf3fb1824502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411243:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83600/0xbdebf3fb1824502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411249:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83600/0xbdebf3fb1824502f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.411261:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340281.413869:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292104192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11588us (11658us total) trans 21474838348 rc 0/0 00000100:00100000:3.0:1763340281.413876:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5305 00000004:00080000:3.0:1763340281.414045:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d36300/2, rc 0, transno 21474838349 00000100:00100000:3.0:1763340281.414052:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292104064:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340281.415062:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280386944 00000100:00100000:3.0:1763340281.415072:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280386944 00000100:00100000:3.0:1763340281.415126:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5312 00000100:00100000:3.0:1763340281.415134:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280386944:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.415153:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.415173:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245059 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14e86 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340281.415228:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292105088:192.168.203.42@tcp:106: 00000100:00100000:3.0:1763340281.416059:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d93eb000 going to sleep for 11 seconds 00002000:00010000:3.0:1763340281.418031:0:16598:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb mtime: 0 -> 1763340281 00002000:00010000:3.0:1763340281.418042:0:16598:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb atime: 0 -> 1763340281 00002000:00010000:3.0:1763340281.418045:0:16598:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb ctime: 0 -> 1763340281 00000100:00100000:3.0:1763340281.418068:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292105088:192.168.203.42@tcp:106: 00010000:00010000:3.0:1763340281.418105:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245059 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e86 expref: 13 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340281.418125:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245059 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e86 expref: 13 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340281.418136:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332600, rc 0) 00000100:00100000:3.0:1763340281.418187:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280386944:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3052us (3166us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340281.418194:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5312 00000100:00100000:3.0:1763340281.419853:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280387328 00000100:00100000:3.0:1763340281.419864:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280387328 00002000:00010000:3.0:1763340281.419916:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/453 (0->18446744073709551615) 00002000:00100000:3.0:1763340281.419921:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f7ed80 with x1848995280387328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340281.419935:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f7ed80. 00000100:00100000:3.0:1763340281.419965:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280387456 00000100:00100000:3.0:1763340281.419968:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280387456 00002000:00010000:3.0:1763340281.419982:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/453 (0->18446744073709551615) 00002000:00100000:3.0:1763340281.419986:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f7df80 with x1848995280387456 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340281.419993:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f7df80. 00000100:00100000:3.0:1763340281.420020:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1383 00000100:00100000:3.0:1763340281.420030:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280387328:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340281.420237:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340281.420241:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb mtime from disk: 1763340281 -> 1763340281 00002000:00010000:3.0:1763340281.420244:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb atime from disk: 1763340281 -> 0 00002000:00010000:3.0:1763340281.420248:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb ctime from disk: 1763340281 -> 1763340281 00002000:00010000:3.0:1763340281.420251:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340281.421476:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280387328:12345-192.168.203.42@tcp:10:bash.0 Request processed in 1437us (1723us total) trans 21474838351 rc 0/0 00000100:00100000:3.0:1763340281.421488:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1383 00002000:00010000:3.0:1763340281.421493:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/453 (0->18446744073709551615) 00002000:00100000:3.0:1763340281.421496:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f7ed80 with x1848995280387328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340281.421506:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f7ed80. 00000100:00100000:3.0:1763340281.422010:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280387712 00000100:00100000:3.0:1763340281.422021:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280387712 00000100:00100000:3.0:1763340281.422072:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2724 00000100:00100000:3.0:1763340281.422082:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:56604:x1848995280387712:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340281.422390:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+169:56604:x1848995280387712:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 308us (649us total) trans 4294971733 rc 0/0 00000100:00100000:3.0:1763340281.422397:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2724 00000100:00100000:3.0:1763340281.425403:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280387968 00000100:00100000:3.0:1763340281.425415:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280387968 00000100:00100000:3.0:1763340281.425484:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8080 00000100:00100000:3.0:1763340281.425495:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+169:56604:x1848995280387968:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.425526:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.425599:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245067 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14e94 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.425713:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340281.425728:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.425741:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.425754:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340281.425760:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.425766:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.425920:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb1824507c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x186:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340281.425930:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb1824507c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.425938:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb1824507c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340281.425949:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x186:0x0]: returning size 2 00010000:00010000:3.0:1763340281.426047:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426055:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426061:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426069:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426076:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.426081:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426089:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426103:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.426107:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.426112:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426123:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824506e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426141:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426147:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426152:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426156:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a4a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.426158:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426163:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426170:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817100) 00010000:00010000:3.0:1763340281.426173:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.426176:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426180:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb18245075 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.426224:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245067 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e94 expref: 172 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.426241:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb1824507c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14e94 expref: 171 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.426253:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x186:0x0].0x0 (ffff9555c8f69e00) 00010000:00010000:3.0:1763340281.426256:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340281.426259:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4200, rc 0) 00000100:00100000:3.0:1763340281.429806:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56604:x1848995280387968:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4300us (4569us total) trans 4294971734 rc 0/0 00000100:00100000:3.0:1763340281.429821:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8080 00000100:00100000:3.0:1763340281.434876:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280388352 00000100:00100000:3.0:1763340281.434893:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280388352 00000100:00100000:3.0:1763340281.434967:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2726 00000100:00100000:3.0:1763340281.434977:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56604:x1848995280388352:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:3.0:1763340281.435154:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56604:x1848995280388352:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 177us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.435163:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2726 00000100:00100000:3.0:1763340281.451580:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.462303:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280389504 00000100:00100000:3.0:1763340281.462310:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280389504 00000100:00100000:3.0:1763340281.462363:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8085 00000100:00100000:3.0:1763340281.462374:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56606:x1848995280389504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.462384:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.462407:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182450d0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14eb0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.462489:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340281.462507:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.462518:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464348:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340281.464367:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464376:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464416:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464422:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464429:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464434:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464439:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a4400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.464443:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464449:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464458:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.464461:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.464492:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464498:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182450de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464510:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464515:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464521:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.464525:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.464527:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.465385:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.465397:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73fb00) 00010000:00010000:3.0:1763340281.465399:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.465402:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.465407:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182450e5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.465445:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182450d0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14eb0 expref: 175 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.465453:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.465456:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.465459:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182450d0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14eb0 expref: 175 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.465472:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4a00, rc 0) 00000100:00100000:3.0:1763340281.484653:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.494140:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280390272 00000100:00100000:3.0:1763340281.494156:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280390272 00000100:00100000:3.0:1763340281.494236:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8088 00000100:00100000:3.0:1763340281.494247:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56606:x1848995280390272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.494270:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.494273:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340281.494301:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb182450fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14eb7 expref: 176 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.494322:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:3.0:1763340281.494331:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340281.494347:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18245116 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14ec5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.494444:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.494456:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.494466:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.494475:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245124 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.494484:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245124 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.494491:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245124 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.494938:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824512b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x187:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.494948:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824512b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.494956:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824512b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340281.494967:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x187:0x0]: returning size 0 00010000:00010000:3.0:1763340281.494991:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.494998:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495003:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495009:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495014:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a4a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.495017:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495024:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495035:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.495038:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.495041:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495046:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824511d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:3.0:1763340281.495057:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e447002 reply state 000000002941ec0d transno 4294971741 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245124 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495068:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245124 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.495074:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73fb00) 00010000:00010000:3.0:1763340281.495077:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340281.495079:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340281.495103:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18245116 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ec5 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.495119:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824512b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ec5 expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.495125:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817100) 00010000:00010000:3.0:1763340281.495127:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340281.495129:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4400, rc 0) 00000100:00100000:3.0:1763340281.495192:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56606:x1848995280390272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 947us (3439us total) trans 4294971741 rc 0/0 00000100:00100000:3.0:1763340281.495199:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8088 00000100:00100000:3.0:1763340281.497466:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.500176:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280390656 00000100:00100000:3.0:1763340281.500184:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280390656 00010000:00010000:3.0:1763340281.500219:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824512b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ec5 expref: 180 pid: 6514 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.500260:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2621 00000100:00100000:3.0:1763340281.500268:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:2408:x1848995280390656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.500283:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.500288:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824512b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ec5 expref: 180 pid: 6514 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.500301:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824512b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ec5 expref: 180 pid: 6514 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.500322:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817100) 00010000:00010000:3.0:1763340281.500327:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30600/0xbdebf3fb18245140 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.500338:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30600/0xbdebf3fb18245140 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.500346:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30600/0xbdebf3fb18245140 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340281.500364:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.500425:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:2408:x1848995280390656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 156us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.500433:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2621 00000100:00100000:3.0:1763340281.520025:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.520114:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.526665:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280391808 00000100:00100000:3.0:1763340281.526676:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280391808 00000100:00100000:3.0:1763340281.526733:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2731 00000100:00100000:3.0:1763340281.526742:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56607:x1848995280391808:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340281.527480:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56607:x1848995280391808:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 734us (1255us total) trans 4294971746 rc 0/0 00000100:00100000:3.0:1763340281.527490:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2731 00000100:00100000:3.0:1763340281.531138:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280392064 00000100:00100000:3.0:1763340281.531148:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280392064 00000100:00100000:3.0:1763340281.531518:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8091 00000100:00100000:3.0:1763340281.531529:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280392064:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340281.531583:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.531587:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340281.531613:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245163 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ed3 expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.531629:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2182900) 00010000:00010000:3.0:1763340281.531640:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340281.531654:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245178 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x187:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14ee1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.531764:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824517f lrc: 3/0,1 mode: --/CW res: [0x240000404:0x187:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.531777:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824517f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x187:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.531785:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824517f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x187:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340281.531801:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x187:0x0]: returning size 0 00010000:00010000:3.0:1763340281.531898:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245178 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ee1 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.531925:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824517f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x187:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ee1 expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.531934:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.531936:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763340281.531939:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332c00, rc 0) 00000100:00100000:3.0:1763340281.531988:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280392064:12345-192.168.203.42@tcp:101:bash.0 Request processed in 461us (1224us total) trans 4294971747 rc 0/0 00000100:00100000:3.0:1763340281.531995:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8091 00000100:00100000:3.0:1763340281.542279:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280392704 00000100:00100000:3.0:1763340281.542289:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280392704 00000100:00100000:3.0:1763340281.542351:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2732 00000100:00100000:3.0:1763340281.542361:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56607:x1848995280392704:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340281.542604:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56607:x1848995280392704:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 243us (378us total) trans 4294971749 rc 0/0 00000100:00100000:3.0:1763340281.542613:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2732 00000100:00100000:3.0:1763340281.556367:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280393472 00000100:00100000:3.0:1763340281.556378:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280393472 00000100:00100000:3.0:1763340281.556432:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2733 00000100:00100000:3.0:1763340281.556441:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b20c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56607:x1848995280393472:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340281.557281:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b20c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56607:x1848995280393472:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 839us (1209us total) trans 4294971753 rc 0/0 00000100:00100000:3.0:1763340281.557291:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2733 00000100:00100000:3.0:1763340281.557884:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280393728 00000100:00100000:3.0:1763340281.557891:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280393728 00000100:00100000:3.0:1763340281.557935:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8096 00000100:00100000:3.0:1763340281.557944:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280393728:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340281.557961:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.557979:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182451e8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14efd expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.558023:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182451ef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.558036:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32400/0xbdebf3fb182451da lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ef6 expref: 193 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.558044:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182451ef lrc: 4/0,1 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.558073:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32400/0xbdebf3fb182451da lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ef6 expref: 193 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.558086:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32400/0xbdebf3fb182451da lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ef6 expref: 193 pid: 8423 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.558099:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292105344:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340281.558172:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340281.563288:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292105344:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340281.563319:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182451ef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.566371:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182451ef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x187:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.566385:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182451ef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x187:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:3.0:1763340281.566631:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1097, 88 off94032 00000004:00080000:3.0:1763340281.566640:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022374106806ns, next at 1023278838854ns, rc = 0 00000040:00080000:3.0:1763340281.566679:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1076, 88 off92376 00000004:00080000:3.0:1763340281.566684:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022374151353ns, next at 1023278814531ns, rc = 0 00000040:00080000:3.0:1763340281.566728:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1077, 88 off92464 00000004:00080000:3.0:1763340281.566733:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022374200361ns, next at 1023278814531ns, rc = 0 00000040:00080000:3.0:1763340281.566743:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1098, 88 off94120 00000004:00080000:3.0:1763340281.566747:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022374214566ns, next at 1023278838854ns, rc = 0 00000001:00080000:3.0:1763340281.574313:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971754 is committed 00000004:00080000:3.0:1763340281.574324:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 725 committed 00000004:00080000:3.0:1763340281.574339:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 704 committed 00000004:00080000:3.0:1763340281.574351:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 703 committed 00000004:00080000:3.0:1763340281.574354:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 724 committed 00000004:00080000:3.0:1763340281.574383:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 723 committed 00000004:00080000:3.0:1763340281.574386:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 702 committed 00010000:00010000:3.0:1763340281.574468:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182451ef lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x187:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14efd expref: 172 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.574483:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.574487:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340281.574502:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182451e8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14efd expref: 172 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340281.576009:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182451ef lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x187:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14efd expref: 168 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.576042:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.576046:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340281.576050:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5333800, rc 0) 00000100:00100000:3.0:1763340281.576083:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:55868:x1848995280393728:12345-192.168.203.42@tcp:101:bash.0 Request processed in 18138us (18415us total) trans 4294971754 rc 0/0 00000100:00100000:3.0:1763340281.576091:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8096 00000100:00100000:3.0:1763340281.578576:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292106752:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340281.578603:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824520b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.579083:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340281.579091:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb182451f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.579099:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340281.579103:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb182451f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.579113:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb182451f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.579125:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb182451f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.579134:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb182451f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.579151:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340281.579153:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340281.579155:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340281.584320:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280394624 00000100:00100000:3.0:1763340281.584326:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280394624 00000100:00100000:3.0:1763340281.584368:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5323 00000100:00100000:3.0:1763340281.584376:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280394624:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340281.584726:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.584742:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245212 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14f04 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.584765:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245171 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14eda expref: 25 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340281.584773:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.584775:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.584780:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245212 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f04 expref: 25 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.584812:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245171 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14eda expref: 25 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340281.584826:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245171 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14eda expref: 25 pid: 16598 timeout: 1122 lvb_type: 1 00000100:00100000:3.0:1763340281.584845:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292107008:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340281.585457:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340281.585475:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280394880 00000100:00100000:3.0:1763340281.585479:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280394880 00000100:00100000:3.0:1763340281.585583:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8097 00000100:00100000:3.0:1763340281.585594:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:56608:x1848995280394880:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.585610:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.585626:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245219 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14f0b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340281.595330:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292107008:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340281.595363:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245212 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f04 expref: 25 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.595383:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332c00, rc 0) 00000100:00100000:3.0:1763340281.596237:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280394624:12345-192.168.203.42@tcp:101:bash.0 Request processed in 11862us (11956us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.596243:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5323 00000100:00100000:3.0:1763340281.606259:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6498:1848995292107136:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340281.606284:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.606347:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280395008:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 10242us (11059us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.606358:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2627 00000100:00100000:3.0:1763340281.611055:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1386 00000100:00100000:3.0:1763340281.611068:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280395648:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340281.611175:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340281.611179:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1c7:0x0] updating lvb mtime from disk: 0 -> 1763340282 00002000:00010000:3.0:1763340281.611182:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1c7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340281.611185:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1c7:0x0] updating lvb ctime from disk: 0 -> 1763340282 00002000:00010000:3.0:1763340281.611188:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1c7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340281.611221:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2410:x1848995280395648:12345-192.168.203.42@tcp:10:bash.0 Request processed in 154us (482us total) trans 17179871077 rc 0/0 00000100:00100000:3.0:1763340281.611235:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1386 00002000:00010000:3.0:1763340281.611241:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/455 (0->18446744073709551615) 00002000:00100000:3.0:1763340281.611245:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d85180 with x1848995280395648 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340281.611251:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3d85180. 00000100:00100000:3.0:1763340281.639608:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.643232:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280396928 00000100:00100000:3.0:1763340281.643237:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280396928 00010000:00010000:3.0:1763340281.643258:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824522e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f0b expref: 175 pid: 6514 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.643297:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2628 00000100:00100000:3.0:1763340281.643304:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:2407:x1848995280396928:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340281.643315:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.643320:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824522e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f0b expref: 175 pid: 6514 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.643330:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824522e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f0b expref: 175 pid: 6514 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340281.643348:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.643352:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245266 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x187:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.643360:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245266 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x187:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.643365:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245266 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x187:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.643371:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb1824527b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.643376:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb1824527b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.643388:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340281.643447:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:2407:x1848995280396928:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 144us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.643455:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2628 00000100:00100000:3.0:1763340281.672220:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280398208 00000100:00100000:3.0:1763340281.672461:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280398208 00000100:00100000:3.0:1763340281.672706:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8104 00000100:00100000:3.0:1763340281.672715:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56611:x1848995280398208:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.672730:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.672751:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182452c8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14f43 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.672811:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340281.672824:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672833:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672844:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340281.672851:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672857:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672898:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672905:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672912:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672917:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672922:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a4200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.672925:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672931:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672946:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acca00) 00010000:00010000:3.0:1763340281.672948:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.672952:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672957:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb182452cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672968:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672973:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672977:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672982:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a4a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.672984:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672989:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.672994:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69200) 00010000:00010000:3.0:1763340281.672996:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.672999:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.673004:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb182452d6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.673027:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182452c8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f43 expref: 178 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.673036:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acca00) 00010000:00010000:3.0:1763340281.673038:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.673042:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb182452c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f43 expref: 178 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.673055:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4400, rc 0) 00000100:00100000:3.0:1763340281.673108:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56611:x1848995280398208:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 394us (1098us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340281.673116:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8104 00000100:00100000:3.0:1763340281.676169:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280398464 00000100:00100000:3.0:1763340281.676179:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280398464 00000100:00100000:3.0:1763340281.685165:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280398720 00000100:00100000:3.0:1763340281.685174:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280398720 00000100:00100000:3.0:1763340281.685236:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8106 00000100:00100000:3.0:1763340281.685246:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56611:x1848995280398720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.685265:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.685283:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182452eb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14f51 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.685343:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.685357:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685367:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685377:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.685384:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685390:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685425:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685432:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685437:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685442:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685447:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5333800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.685450:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685456:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685466:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:3.0:1763340281.685468:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.685472:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685477:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182452f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685489:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685494:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685499:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685503:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.685505:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685510:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685516:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69200) 00010000:00010000:3.0:1763340281.685519:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.685521:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685527:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182452f9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.685580:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182452eb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f51 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.685589:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:3.0:1763340281.685591:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.685594:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182452eb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f51 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.685603:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a5000, rc 0) 00000100:00100000:3.0:1763340281.685641:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56611:x1848995280398720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 396us (616us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340281.685648:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8106 00000100:00100000:3.0:1763340281.691773:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280398976 00000100:00100000:3.0:1763340281.691783:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280398976 00000100:00100000:3.0:1763340281.692339:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8107 00000100:00100000:3.0:1763340281.692351:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56609:x1848995280398976:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340281.692398:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340281.692421:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32400/0xbdebf3fb18245290 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f2e expref: 178 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.692439:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.692443:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340281.692475:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x187:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340281.692487:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.692496:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:3.0:1763340281.692886:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1099, 88 off94208 00000004:00080000:3.0:1763340281.692894:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022500360776ns, next at 1023278838854ns, rc = 0 00000040:00080000:3.0:1763340281.692927:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1078, 88 off92552 00000004:00080000:3.0:1763340281.692931:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022500398519ns, next at 1023278814531ns, rc = 0 00000040:00080000:3.0:1763340281.692942:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1079, 88 off92640 00000004:00080000:3.0:1763340281.692945:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022500412434ns, next at 1023278814531ns, rc = 0 00000040:00080000:3.0:1763340281.692959:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1100, 88 off94296 00000004:00080000:3.0:1763340281.692962:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022500428986ns, next at 1023278838854ns, rc = 0 00010000:00010000:3.0:1763340281.701415:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245274 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.701427:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245274 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.701434:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245274 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.701439:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.701444:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245274 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.701452:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245274 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.701467:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69200) 00010000:00010000:3.0:1763340281.701470:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.701475:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245274 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.701481:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245274 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:3.0:1763340281.701594:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000054dae301 reply state 000000000be4a3b9 transno 4294971763 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701616:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701624:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.701626:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763340281.701629:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763340281.701744:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763340281.701768:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+169:56609:x1848995280398976:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 9414us (10085us total) trans 4294971763 rc 0/0 00000100:00100000:3.0:1763340281.701778:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8107 00010000:00010000:3.0:1763340281.701805:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701812:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701819:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701824:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.701882:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701890:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701898:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.701900:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340281.701903:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.701909:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245300 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340281.707357:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280399232 00000100:00100000:3.0:1763340281.707366:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280399232 00000100:00100000:3.0:1763340281.707411:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8108 00000100:00100000:3.0:1763340281.707419:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+168:56611:x1848995280399232:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.707432:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.707436:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340281.707460:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182452e4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f4a expref: 168 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.707492:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:3.0:1763340281.707502:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340281.707516:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245307 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14f58 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.707630:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340281.707642:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.707653:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.707665:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340281.707673:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.707680:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710285:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824531c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x188:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340281.710300:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824531c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710311:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824531c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340281.710323:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x188:0x0]: returning size 0 00010000:00010000:3.0:1763340281.710350:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710357:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710362:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710368:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710373:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5333800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.710377:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710383:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710394:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acca00) 00010000:00010000:3.0:1763340281.710397:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.710401:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710407:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb1824530e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340281.710421:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d71c174d reply state 00000000b2f9e687 transno 4294971764 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.710431:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.711309:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc500) 00010000:00010000:3.0:1763340281.711313:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340281.711317:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340281.711380:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245307 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f58 expref: 171 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.711403:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb1824531c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f58 expref: 170 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.711410:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x188:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340281.711413:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340281.711415:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4400, rc 0) 00000100:00100000:3.0:1763340281.711473:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:56611:x1848995280399232:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4054us (8253us total) trans 4294971764 rc 0/0 00000100:00100000:3.0:1763340281.711482:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8108 00000100:00100000:3.0:1763340281.711505:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8109 00000100:00100000:3.0:1763340281.711514:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+170:56609:x1848995280399360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.711550:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.711562:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824532a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x187:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14f5f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.711603:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824532a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f5f expref: 171 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.711613:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4a00/0xbdebf3fb1824532a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f5f expref: 171 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.711633:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.711636:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340281.711638:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4a00, rc 0) 00000100:00100000:3.0:1763340281.711676:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:56609:x1848995280399360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 163us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.711682:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8109 00000100:00100000:3.0:1763340281.716701:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340281.775154:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.775165:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.775172:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.775177:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.775181:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.775188:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.775202:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc500) 00010000:00010000:3.0:1763340281.775205:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.775209:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.775215:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245315 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.775241:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824538c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x188:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.775248:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824538c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x188:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.775253:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824538c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x188:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.775258:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.775261:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824538c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x188:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.775267:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824538c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x188:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.775274:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x188:0x0].0x0 (ffff9554c2182c00) 00010000:00010000:3.0:1763340281.775277:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.775280:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824538c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x188:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.775287:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824538c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x188:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340281.793240:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.793287:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.798905:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.822189:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.834612:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.839890:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.865995:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.869291:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.880642:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.889767:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.894700:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.899566:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.910903:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.911198:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.918256:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.926265:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.931313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.937037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340281.937064:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280407296 00000100:00100000:3.0:1763340281.937069:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280407296 00000100:00100000:3.0:1763340281.937097:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8131 00000100:00100000:3.0:1763340281.937104:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280407296:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340281.937118:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.937134:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182454ea lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df14ff9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.937176:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182454ea lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ff9 expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.937188:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182454ea lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ff9 expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.937205:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:3.0:1763340281.937208:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340281.937211:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a5000, rc 0) 00000100:00100000:3.0:1763340281.937236:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:55868:x1848995280407296:12345-192.168.203.42@tcp:101:bash.0 Request processed in 132us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340281.937243:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8131 00010000:00010000:3.0:1763340281.942759:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182453d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.942767:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182453d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.942772:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182453d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.942777:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.942781:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182453d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.942787:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182453d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.942799:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340281.942802:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.942806:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182453d9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.942812:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182453d9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340281.942839:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245457 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942844:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245457 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942849:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245457 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942854:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d31600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.942856:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245457 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942862:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245457 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942869:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.942871:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.942874:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245457 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942880:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245457 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942889:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824546c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942894:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824546c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942899:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824546c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942903:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d31c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.942905:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824546c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942910:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824546c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942915:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340281.942918:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.942920:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824546c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942924:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824546c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942939:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182454a4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942944:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182454a4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942951:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182454a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942955:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.942958:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182454a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942964:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182454a4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942971:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.942973:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.942975:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182454a4 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942979:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182454a4 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x187:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.942988:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb182454e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.942994:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb182454e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.943001:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb182454e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.943005:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.943008:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb182454e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.943013:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb182454e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.943020:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:3.0:1763340281.943022:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.943024:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb182454e3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.943030:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb182454e3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340281.944389:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f4ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292109568:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340281.944423:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340281.944453:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340281.944459:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f4ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292109696:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340281.944479:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340281.944503:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292109568 00000100:00100000:3.0:1763340281.944507:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292109568 00000100:00100000:3.0:1763340281.944559:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292109696 00000100:00100000:3.0:1763340281.944563:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292109696 00000100:00100000:3.0:1763340281.944582:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5349 00000100:00100000:3.0:1763340281.944588:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292109568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340281.944603:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:457 count 1 00010000:00010000:3.0:1763340281.944619:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a4400/0xbdebf3fb182454ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944636:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb182453a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f97 expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944644:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340281.944647:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340281.944650:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a4400/0xbdebf3fb182454ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944677:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb182453a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f97 expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944698:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb182453a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f97 expref: 11 pid: 35213 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.944711:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292110080:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340281.944765:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340281.944780:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5350 00000100:00100000:3.0:1763340281.944788:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292109696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340281.944800:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:458 count 1 00002000:00010000:3.0:1763340281.944819:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340281.944824:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944831:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.944833:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340281.944837:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944849:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944857:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944863:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.944879:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340281.945039:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292109696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 251us (558us total) trans 21474838366 rc 0/0 00000100:00100000:3.0:1763340281.945046:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5350 00010000:00010000:3.0:1763340281.945066:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340281.945072:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.945080:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340281.945084:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.945092:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.945106:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.945113:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c5332600/0xbdebf3fb18245506 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.945128:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340281.945130:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340281.945132:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340281.945162:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f4ab3b80/2, rc 0, transno 21474838366 00000100:00100000:3.0:1763340281.945167:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f4ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292109696:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340281.952006:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280407552 00000100:00100000:3.0:1763340281.952014:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280407552 00000100:00100000:3.0:1763340281.952053:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8132 00000100:00100000:3.0:1763340281.952063:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+170:55868:x1848995280407552:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340281.952080:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.952082:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340281.952099:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182454ea lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14ff9 expref: 170 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.952110:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:3.0:1763340281.952114:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340281.952126:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824550d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15000 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.952168:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245514 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.952180:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245514 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.952191:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245514 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:3.0:1763340281.952404:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1107, 88 off94864 00000004:00080000:3.0:1763340281.952412:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022759878922ns, next at 1023278838854ns, rc = 0 00000040:00080000:3.0:1763340281.952469:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1086, 88 off93208 00000004:00080000:3.0:1763340281.952474:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022759940862ns, next at 1023278814531ns, rc = 0 00000040:00080000:3.0:1763340281.952490:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1087, 88 off93296 00000004:00080000:3.0:1763340281.952493:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1022759960322ns, next at 1023278814531ns, rc = 0 00000040:00080000:3.0:1763340281.952502:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1108, 88 off94952 00000004:00080000:3.0:1763340281.952505:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1022759972595ns, next at 1023278838854ns, rc = 0 00010000:00010000:3.0:1763340281.957467:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb182453a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df14f97 expref: 11 pid: 35213 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.957479:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292110080:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340281.957496:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a4400/0xbdebf3fb182454ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.957505:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a4400/0xbdebf3fb182454ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.957512:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a4400/0xbdebf3fb182454ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.957520:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a4400/0xbdebf3fb182454ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.957629:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a4400/0xbdebf3fb182454ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.957644:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340281.961651:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292109568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17057us (17221us total) trans 21474838367 rc 0/0 00000100:00100000:3.0:1763340281.961664:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5349 00000100:00100000:3.0:1763340281.963512:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340281.965432:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245514 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15000 expref: 171 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.965446:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:3.0:1763340281.965449:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340281.965466:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824550d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15000 expref: 171 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340281.965484:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245514 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15000 expref: 170 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.965510:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:3.0:1763340281.965512:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340281.965515:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:3.0:1763340281.965590:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+170:55868:x1848995280407552:12345-192.168.203.42@tcp:101:bash.0 Request processed in 13529us (14495us total) trans 4294971784 rc 0/0 00000100:00100000:3.0:1763340281.965598:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8132 00010000:00010000:3.0:1763340281.967392:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340281.967400:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18245522 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340281.967406:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d31400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340281.967409:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18245522 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340281.967416:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18245522 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340281.967427:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187:0x0].0x0 (ffff9554c2817900) 00010000:00010000:3.0:1763340281.967430:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340281.967435:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18245522 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340281.967440:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31400/0xbdebf3fb18245522 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340281.967449:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340281.967451:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340281.967453:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340281.973680:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280408576 00000100:00100000:3.0:1763340281.973700:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280408576 00000100:00100000:3.0:1763340281.974618:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8134 00000100:00100000:3.0:1763340281.974632:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:56609:x1848995280408576:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.974657:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.974677:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245530 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15015 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.974762:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.974776:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.974788:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.974800:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.974807:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.974813:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.974920:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245545 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340281.974929:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245545 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.974936:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245545 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340281.974945:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18a:0x0]: returning size 2 00010000:00010000:3.0:1763340281.975021:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975028:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975034:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975040:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975046:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.975050:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975057:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975069:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340281.975071:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.975076:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975082:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245537 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975094:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975100:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975106:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975111:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340281.975114:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975119:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975126:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c900) 00010000:00010000:3.0:1763340281.975129:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340281.975131:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975141:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824553e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340281.975185:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245530 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15015 expref: 174 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.975200:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245545 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15015 expref: 173 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.975207:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:3.0:1763340281.975209:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340281.975212:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332600, rc 0) 00000100:00100000:3.0:1763340281.975274:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56609:x1848995280408576:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 645us (1998us total) trans 4294971786 rc 0/0 00000100:00100000:3.0:1763340281.975282:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8134 00000100:00100000:3.0:1763340281.987648:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280408832 00000100:00100000:3.0:1763340281.987664:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280408832 00000100:00100000:3.0:1763340281.988663:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280409216 00000100:00100000:3.0:1763340281.988668:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280409216 00000100:00100000:3.0:1763340281.988727:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2745 00000100:00100000:3.0:1763340281.988735:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56609:x1848995280409216:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340281.988911:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56609:x1848995280409216:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 176us (390us total) trans 4294971787 rc 0/0 00000100:00100000:3.0:1763340281.988918:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2745 00000100:00100000:3.0:1763340281.995927:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280409728 00000100:00100000:3.0:1763340281.995933:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280409728 00000100:00100000:3.0:1763340281.995973:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8135 00000100:00100000:3.0:1763340281.995981:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56609:x1848995280409728:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340281.995993:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340281.996013:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824555a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15023 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.996102:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340281.996116:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245545 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15015 expref: 176 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.996126:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340281.996159:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245545 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15015 expref: 176 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340281.996172:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245545 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15015 expref: 176 pid: 6514 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340281.996185:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292110720:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340281.996263:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.009414:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.009617:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280409984 00000100:00100000:3.0:1763340282.009628:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280409984 00000100:00100000:3.0:1763340282.009706:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8136 00000100:00100000:3.0:1763340282.009717:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56614:x1848995280409984:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340282.009740:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.009762:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245568 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1502a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.009841:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824556f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.009855:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824556f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.009866:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824556f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.009879:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18245576 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.009886:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18245576 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.009893:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18245576 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.009953:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824557d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.009963:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.009971:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824557d lrc: 4/1,0 mode: --/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.009987:0:6514:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.009996:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824557d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.011101:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.011109:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340282.011127:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18a:0x0]: returning size 2 00010000:00010000:3.0:1763340282.011237:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb1824555a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15023 expref: 180 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.011254:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15023 expref: 179 pid: 10032 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340282.011264:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15023 expref: 179 pid: 10032 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340282.011271:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5333800, rc 0) 00000100:00100000:3.0:1763340282.012494:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56609:x1848995280409728:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 16513us (17088us total) trans 4294971789 rc 0/0 00000100:00100000:3.0:1763340282.012502:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8135 00000100:00100000:3.0:1763340282.018120:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280410240 00000100:00100000:3.0:1763340282.018131:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280410240 00010000:00010000:3.0:1763340282.018167:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15023 expref: 178 pid: 10032 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340282.018205:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2637 00000100:00100000:3.0:1763340282.018213:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:2410:x1848995280410240:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340282.018225:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340282.018230:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15023 expref: 178 pid: 10032 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340282.018247:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15023 expref: 178 pid: 10032 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340282.018267:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245561 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x18a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15023 expref: 178 pid: 10032 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763340282.018281:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:3.0:1763340282.018286:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824557d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.018294:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824557d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.018300:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824557d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.019419:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340282.019488:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:2410:x1848995280410240:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1270us (3519us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.019498:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2637 00000100:00100000:3.0:1763340282.039386:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280411136 00000100:00100000:3.0:1763340282.039396:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280411136 00000100:00100000:3.0:1763340282.039453:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8139 00000100:00100000:3.0:1763340282.039462:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56609:x1848995280411136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.039486:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.039511:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e200/0xbdebf3fb182455bc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15038 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.039604:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e200/0xbdebf3fb182455bc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15038 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.039619:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e200/0xbdebf3fb182455bc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15038 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.039635:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18a:0x0].0x0 (ffff9554c2b3c100) 00010000:00010000:3.0:1763340282.039638:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340282.039641:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584e200, rc 0) 00000100:00100000:3.0:1763340282.039683:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56609:x1848995280411136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 222us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.039699:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8139 00000100:00100000:3.0:1763340282.054580:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.071173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.095426:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.098335:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.100973:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.106497:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.108964:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.109011:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280413824 00000100:00100000:3.0:1763340282.109022:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280413824 00000100:00100000:3.0:1763340282.109076:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2751 00000100:00100000:3.0:1763340282.109086:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56615:x1848995280413824:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340282.109364:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56615:x1848995280413824:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 279us (412us total) trans 4294971798 rc 0/0 00000100:00100000:3.0:1763340282.109372:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2751 00000100:00100000:3.0:1763340282.116636:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.117260:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.117870:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5358 00000100:00100000:3.0:1763340282.117880:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280414336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.117887:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.117898:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584e600/0xbdebf3fb1824568e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1507e expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340282.117912:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340282.117920:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.117922:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.117927:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584e600/0xbdebf3fb1824568e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1507e expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340282.117937:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f584e600/0xbdebf3fb1824568e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1507e expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340282.117946:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584e600, rc 0) 00000100:00100000:3.0:1763340282.117965:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280414336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 89us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.117972:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5358 00000100:00100000:3.0:1763340282.129600:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280414848 00000100:00100000:3.0:1763340282.129610:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280414848 00000100:00100000:3.0:1763340282.129666:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8148 00000100:00100000:3.0:1763340282.129677:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280414848:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340282.129706:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.129709:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340282.129738:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18245679 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15070 expref: 189 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.129761:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9555c8f69300) 00010000:00010000:3.0:1763340282.129772:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340282.129798:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245695 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15085 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.129899:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824569c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.129912:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824569c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.129922:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824569c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340282.129934:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18c:0x0]: returning size 0 00010000:00010000:3.0:1763340282.130041:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245695 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15085 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.130056:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824569c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15085 expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.130063:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.130066:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763340282.130068:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:3.0:1763340282.130129:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280414848:12345-192.168.203.42@tcp:101:bash.0 Request processed in 454us (688us total) trans 4294971802 rc 0/0 00000100:00100000:3.0:1763340282.130137:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8148 00000100:00100000:3.0:1763340282.136204:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280415232 00000100:00100000:3.0:1763340282.136212:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280415232 00000100:00100000:3.0:1763340282.136267:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8150 00000100:00100000:3.0:1763340282.136275:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280415232:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340282.136296:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.136308:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182456cd lrc: 2/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15093 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.136333:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182456d4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.136343:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182456d4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.136352:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182456d4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.136449:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182456cd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15093 expref: 194 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.136468:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182456d4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15093 expref: 193 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.136475:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.136479:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340282.136482:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fc00, rc 0) 00000100:00100000:3.0:1763340282.136581:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280415232:12345-192.168.203.42@tcp:101:bash.0 Request processed in 306us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.136589:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8150 00000100:00100000:3.0:1763340282.143220:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280415744 00000100:00100000:3.0:1763340282.143226:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280415744 00000100:00100000:3.0:1763340282.143268:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2754 00000100:00100000:3.0:1763340282.143276:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56617:x1848995280415744:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340282.143377:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56617:x1848995280415744:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 101us (1131us total) trans 4294971806 rc 0/0 00000100:00100000:3.0:1763340282.143385:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2754 00010000:00010000:3.0:1763340282.162883:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182455a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162895:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182455a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162902:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182455a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162908:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.162913:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182455a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162920:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182455a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162935:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878000) 00010000:00010000:3.0:1763340282.162939:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.162943:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182455a7 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162949:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb182455a7 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162982:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245625 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162987:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245625 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162993:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245625 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.162997:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.163000:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245625 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163005:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245625 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163013:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878000) 00010000:00010000:3.0:1763340282.163016:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.163019:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245625 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163024:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18245625 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163041:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182456db lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163047:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182456db lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163052:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182456db lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163057:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.163060:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182456db lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163065:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182456db lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163073:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.163075:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.163078:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182456db lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.163083:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182456db lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340282.163110:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292111488:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.163175:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.163220:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340282.163225:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292111360:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.163244:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.163276:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292111488 00000100:00100000:3.0:1763340282.163283:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292111488 00000100:00100000:3.0:1763340282.163320:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292111360 00000100:00100000:3.0:1763340282.163322:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292111360 00000100:00100000:3.0:1763340282.163342:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5359 00000100:00100000:3.0:1763340282.163350:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3651:x1848995292111488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340282.163374:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:460 count 1 00002000:00010000:3.0:1763340282.163403:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340282.163409:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182456f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163420:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.163422:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.163427:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182456f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163441:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182456f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163448:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182456f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163454:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182456f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163467:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340282.163730:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3651:x1848995292111488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 380us (553us total) trans 21474838371 rc 0/0 00000100:00100000:3.0:1763340282.163737:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5359 00000100:00100000:3.0:1763340282.163753:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360 00000100:00100000:3.0:1763340282.163760:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3651:x1848995292111360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340282.163771:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:459 count 1 00010000:00010000:3.0:1763340282.163783:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182456fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163797:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18245553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1501c expref: 13 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163803:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.163805:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.163807:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182456fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163838:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18245553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1501c expref: 13 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.163853:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18245553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1501c expref: 13 pid: 35213 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763340282.163864:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292111872:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340282.163932:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8ecc0 going to sleep for 11 seconds 00000004:00080000:3.0:1763340282.163972:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc74000/2, rc 0, transno 21474838371 00000100:00100000:3.0:1763340282.163979:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292111488:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340282.171565:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340282.171581:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824571a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.171593:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340282.171598:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824571a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.171608:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824571a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.171629:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824571a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.171636:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824571a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.171662:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340282.171664:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340282.171666:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340282.188518:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.188561:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.188613:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3a99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292113280:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340282.188626:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555da585600/0xbdebf3fb18245728 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.188655:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.188716:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340282.191139:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340282.191152:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191161:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191170:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191177:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191198:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340282.191352:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292111104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26527us (26931us total) trans 21474838376 rc 0/0 00000100:00100000:3.0:1763340282.191360:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5361 00010000:00010000:3.0:1763340282.191759:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340282.191765:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191773:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340282.191776:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191800:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191816:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191822:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18245705 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191837:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340282.191840:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245721 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191846:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340282.191849:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245721 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191857:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245721 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191867:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245721 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191873:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245721 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.191884:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340282.191886:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340282.191887:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340282.191929:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fd7d1c00/2, rc 0, transno 17179871098 00000100:00100000:3.0:1763340282.191934:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292112000:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340282.194172:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.195711:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280417664 00000100:00100000:3.0:1763340282.195718:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280417664 00000100:00100000:3.0:1763340282.195771:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5373 00000100:00100000:3.0:1763340282.195780:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:55868:x1848995280417664:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340282.195804:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.195822:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18245760 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df150bd expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340282.195843:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340282.195861:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.195863:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.195873:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18245760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150bd expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.195892:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18245760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150bd expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.195902:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:3.0:1763340282.195957:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:55868:x1848995280417664:12345-192.168.203.42@tcp:101:bash.0 Request processed in 178us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.195964:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5373 00002000:00010000:3.0:1763340282.196933:0:30853:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb mtime: 0 -> 1763340282 00002000:00010000:3.0:1763340282.196937:0:30853:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb atime: 0 -> 1763340282 00002000:00010000:3.0:1763340282.196939:0:30853:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb ctime: 0 -> 1763340282 00000100:00100000:3.0:1763340282.196957:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4858e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292113408:192.168.203.42@tcp:106: 00010000:00010000:3.0:1763340282.196992:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245759 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150b6 expref: 13 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340282.197010:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245759 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150b6 expref: 13 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340282.197019:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc32200, rc 0) 00000100:00100000:3.0:1763340282.197076:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2410:x1848995280417536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2782us (2908us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340282.197083:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5372 00000100:00100000:3.0:1763340282.202211:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280417792 00000100:00100000:3.0:1763340282.202223:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280417792 00002000:00010000:3.0:1763340282.202261:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/461 (0->18446744073709551615) 00002000:00100000:3.0:1763340282.202266:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4858000 with x1848995280417792 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340282.202278:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4858000. 00000100:00100000:3.0:1763340282.202322:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1396 00000100:00100000:3.0:1763340282.202328:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280417792:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340282.202479:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340282.202483:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb mtime from disk: 1763340282 -> 1763340282 00002000:00010000:3.0:1763340282.202486:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb atime from disk: 1763340282 -> 0 00002000:00010000:3.0:1763340282.202489:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb ctime from disk: 1763340282 -> 1763340282 00002000:00010000:3.0:1763340282.202492:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340282.202622:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280417792:12345-192.168.203.42@tcp:10:bash.0 Request processed in 292us (530us total) trans 21474838377 rc 0/0 00000100:00100000:3.0:1763340282.202638:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1396 00002000:00010000:3.0:1763340282.202640:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/461 (0->18446744073709551615) 00002000:00100000:3.0:1763340282.202642:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4858000 with x1848995280417792 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340282.202646:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4858000. 00000100:00100000:3.0:1763340282.205249:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280418176 00000100:00100000:3.0:1763340282.205258:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280418176 00000100:00100000:3.0:1763340282.205315:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2756 00000100:00100000:3.0:1763340282.205324:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56618:x1848995280418176:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340282.205636:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56618:x1848995280418176:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 312us (473us total) trans 4294971809 rc 0/0 00000100:00100000:3.0:1763340282.205644:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2756 00000100:00100000:0.0:1763340282.208311:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280418432 00000100:00100000:0.0:1763340282.208367:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8155 00000100:00100000:0.0:1763340282.208377:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56618:x1848995280418432:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.208399:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.208419:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245767 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df150c4 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.208520:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340282.208608:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824574b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150af expref: 175 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.208617:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 4/0,1 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.208650:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824574b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150af expref: 175 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.208662:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824574b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150af expref: 175 pid: 6513 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.208675:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292113536:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340282.208770:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1b600 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.209332:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280418688 00000100:00100000:3.0:1763340282.209338:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280418688 00000100:00100000:3.0:1763340282.209373:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2757 00000100:00100000:3.0:1763340282.209379:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:55868:x1848995280418688:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340282.212933:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:55868:x1848995280418688:12345-192.168.203.42@tcp:35:bash.0 Request processed in 3541us (3652us total) trans 4294971810 rc 0/0 00000100:00100000:3.0:1763340282.213019:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2757 00000100:00100000:0.0:1763340282.213495:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292113536:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340282.213525:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340282.213653:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280418816 00000100:00100000:3.0:1763340282.213660:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280418816 00010000:00010000:3.0:1763340282.213703:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824574b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150af expref: 177 pid: 6513 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.213736:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2646 00000100:00100000:3.0:1763340282.213744:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:2408:x1848995280418816:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340282.213760:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340282.213766:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824574b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150af expref: 177 pid: 6513 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.213777:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824574b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150af expref: 177 pid: 6513 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.213800:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb1824574b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150af expref: 177 pid: 6513 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.213815:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.213819:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.213829:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.213837:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.215206:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340282.215247:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:2408:x1848995280418816:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1502us (1976us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.215255:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2646 00000100:00100000:0.0:1763340282.248507:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.248639:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280419200 00000100:00100000:3.0:1763340282.248650:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280419200 00010000:00010000:3.0:1763340282.248705:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150c4 expref: 180 pid: 10032 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.248749:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2647 00000100:00100000:3.0:1763340282.248761:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:2408:x1848995280419200:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340282.248775:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340282.248782:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150c4 expref: 180 pid: 10032 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.248795:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150c4 expref: 180 pid: 10032 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.248821:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824576e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x18c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150c4 expref: 180 pid: 10032 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.248851:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.248856:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245783 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.248865:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245783 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.248877:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245783 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.248883:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824579f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.248889:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824579f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.248893:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824579f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.248933:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340282.248981:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:2408:x1848995280419200:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 222us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.248989:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2647 00000100:00100000:0.0:1763340282.254159:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.261330:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.261408:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280419584 00000100:00100000:3.0:1763340282.261419:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280419584 00000100:00100000:3.0:1763340282.261477:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5374 00000100:00100000:3.0:1763340282.261487:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280419584:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:3.0:1763340282.261559:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.261580:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 13 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.261588:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.261590:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.261593:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.261636:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 13 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.261649:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 13 pid: 35203 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.261663:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292113792:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340282.261759:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.264707:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.266010:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280419712 00000100:00100000:0.0:1763340282.266022:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280419712 00000100:00100000:0.0:1763340282.266094:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 403 00000100:00100000:0.0:1763340282.266105:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:2407:x1848995280419712:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340282.266124:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.266150:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb1824579f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150d2 expref: 179 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.266170:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:0.0:1763340282.266175:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340282.266245:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:2407:x1848995280419712:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 141us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.266253:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 403 00000100:00100000:3.0:1763340282.273276:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292113792:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340282.273305:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340282.273389:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280419840 00000100:00100000:0.0:1763340282.273398:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280419840 00002000:00100000:0.0:1763340282.273444:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1cd:0x0] (0->4) req@ffff9555fc5e8380 x1848995280419840/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:43/0 lens 496/0 e 0 to 0 dl 1763340293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340282.273454:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc5e8380 with x1848995280419840 ext(0->4) 00010000:00010000:0.0:1763340282.273462:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 14 pid: 35203 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.273477:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 14 pid: 35203 timeout: 1123 lvb_type: 0 00002000:00010000:0.0:1763340282.273484:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555fc5e8380 00000100:00100000:0.0:1763340282.273521:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 87 00000100:00100000:0.0:1763340282.273558:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280419840:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:0.0:1763340282.275817:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280419840:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2284us (3442us total) trans 21474838378 rc 0/0 00000100:00100000:0.0:1763340282.275826:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 87 00002000:00100000:0.0:1763340282.275836:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1cd:0x0] (0->4) req@ffff9555fc5e8380 x1848995280419840/t21474838378(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:43/0 lens 496/448 e 0 to 0 dl 1763340293 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340282.275845:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc5e8380 with x1848995280419840 ext(0->4) 00010000:00010000:0.0:1763340282.275852:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 18 pid: 35203 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.275866:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 18 pid: 35203 timeout: 1123 lvb_type: 0 00002000:00010000:0.0:1763340282.275873:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555fc5e8380 00000100:00100000:3.0:1763340282.285906:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280420096 00000100:00100000:3.0:1763340282.285918:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280420096 00010000:00010000:3.0:1763340282.285961:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 18 pid: 35203 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.285996:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2648 00000100:00100000:3.0:1763340282.286006:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280420096:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340282.286023:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763340282.286040:0:6499:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763340282.286043:0:6499:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb atime from disk: 0 -> 1763340282 00002000:00010000:3.0:1763340282.286046:0:6499:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340282.286053:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 18 pid: 35203 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.286066:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31600/0xbdebf3fb1824572f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150a8 expref: 18 pid: 35203 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.286091:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.286094:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.286098:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286109:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286138:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340282.286191:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280420096:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 185us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.286200:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2648 00010000:00010000:3.0:1763340282.286230:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286239:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286259:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286268:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286281:0:30853:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286288:0:30853:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340282.286293:0:30853:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286303:0:30853:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286314:0:30853:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.286322:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.286364:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280419584:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 24878us (25042us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.286373:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5374 00000100:00100000:0.0:1763340282.286902:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2409:x1848995280419968:12345-192.168.203.42@tcp:101:rm.0 Request processed in 11874us (13761us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340282.286910:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5375 00000100:00100000:3.0:1763340282.290919:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000001:00080000:0.0:1763340282.299469:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971813 is committed 00000004:00080000:0.0:1763340282.299485:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 716 committed 00000004:00080000:0.0:1763340282.299508:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 737 committed 00000004:00080000:0.0:1763340282.300750:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 736 committed 00000004:00080000:0.0:1763340282.300898:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 715 committed 00000004:00010000:3.0:1763340282.300996:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3f6dfb1 reply state 00000000a4f6f0d0 transno 4294971813 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.301017:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.301026:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.301029:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340282.301037:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182457d0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150e7 expref: 172 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.301047:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182457d0 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150e7 expref: 172 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.301055:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182457d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150e7 expref: 172 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.301083:0:6513:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182457d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150e7 expref: 172 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.301093:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292114304:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340282.301167:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.302388:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340282.302402:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292114560:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340282.302453:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340282.303247:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292114560 00000100:00100000:0.0:1763340282.303255:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292114560 00000100:00100000:0.0:1763340282.303304:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292114432 00000100:00100000:0.0:1763340282.303308:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292114432 00000100:00100000:0.0:1763340282.303338:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378 00000100:00100000:0.0:1763340282.303348:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f5988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+54:3650:x1848995292114560:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340282.303481:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340282.303484:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340282.303486:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340282.303488:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340282.303490:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340282.303552:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f5988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+55:3650:x1848995292114560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 185us (1078us total) trans 17179871100 rc 0/0 00000100:00100000:0.0:1763340282.303559:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378 00000100:00100000:0.0:1763340282.303660:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5379 00000100:00100000:0.0:1763340282.303666:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+54:3651:x1848995292114432:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340282.303727:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1cd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340282.303731:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1cd:0x0] updating lvb mtime from disk: 1763340282 -> 1763340282 00002000:00010000:0.0:1763340282.303733:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1cd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340282.303735:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1cd:0x0] updating lvb ctime from disk: 1763340282 -> 1763340282 00002000:00010000:0.0:1763340282.303737:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1cd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340282.303765:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+55:3651:x1848995292114432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 99us (1121us total) trans 17179871101 rc 0/0 00000100:00100000:0.0:1763340282.303771:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5379 00000100:00100000:3.0:1763340282.306573:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292114304:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340282.306599:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763340282.306714:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763340282.306729:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56618:x1848995280420352:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 14908us (15820us total) trans 4294971813 rc 0/0 00000100:00100000:3.0:1763340282.306738:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8159 00010000:00010000:0.0:1763340282.307794:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.307807:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.307815:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.307821:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.307827:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.307834:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.307850:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:0.0:1763340282.307854:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340282.307859:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.307865:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182457c9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340282.310406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.310480:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280420736 00000100:00100000:3.0:1763340282.310489:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280420736 00000100:00100000:3.0:1763340282.313630:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280420864 00000100:00100000:3.0:1763340282.313640:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280420864 00000100:00100000:3.0:1763340282.313705:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5380 00000100:00100000:3.0:1763340282.313717:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280420864:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340282.313733:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.313754:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df150ee expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340282.313776:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1cd:0x0] initial LVB size: 5, mtime: 0x691a6ffa, atime: 0x691a6ffa, ctime: 0x691a6ffa, blocks: 0x8 00010000:00010000:3.0:1763340282.313796:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.313798:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.313809:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150ee expref: 15 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340282.313825:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150ee expref: 15 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340282.313838:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:3.0:1763340282.313902:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280420864:12345-192.168.203.42@tcp:101:rm.0 Request processed in 187us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.313910:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5380 00000100:00100000:3.0:1763340282.316897:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280420992 00000100:00100000:3.0:1763340282.316910:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280420992 00000100:00100000:3.0:1763340282.316977:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8161 00000100:00100000:3.0:1763340282.316986:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+172:56618:x1848995280420992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.317007:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.317030:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182457de lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df150f5 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.317126:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182457e5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340282.317142:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182457e5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.317153:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182457e5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340282.317181:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18c:0x0]: returning size 5 00000004:00200000:3.0:1763340282.317186:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340282.317203:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182457e5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.317229:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182457de lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150f5 expref: 174 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.317247:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182457e5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150f5 expref: 173 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.317255:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.317257:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340282.317260:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f400, rc 0) 00000100:00100000:3.0:1763340282.317326:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56618:x1848995280420992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 340us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.317333:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8161 00000100:00100000:0.0:1763340282.320128:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.320203:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280421120 00000100:00100000:3.0:1763340282.320212:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280421120 00000100:00100000:3.0:1763340282.324993:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8162 00000100:00100000:3.0:1763340282.325022:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:56619:x1848995280421120:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340282.325044:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.325072:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182457ec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df150fc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.325170:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.325183:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325194:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325207:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.325214:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325221:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325302:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.325312:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325319:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340282.325359:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18c:0x0]: returning size 5 00000004:00200000:3.0:1763340282.325363:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340282.325381:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325391:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325399:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325405:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325410:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325415:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325421:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5333800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.325424:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325430:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325441:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3ca00) 00010000:00010000:3.0:1763340282.325444:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.325449:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325454:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb182457f3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325466:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325471:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325476:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325480:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.325483:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325488:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325494:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340282.325496:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.325498:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325502:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb182457fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.325552:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182457ec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 175 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.325570:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 174 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.325576:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.325578:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340282.325581:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332c00, rc 0) 00000100:00100000:3.0:1763340282.325661:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56619:x1848995280421120:12345-192.168.203.42@tcp:101:rm.0 Request processed in 653us (5540us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.325668:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8162 00010000:00010000:3.0:1763340282.327783:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340282.332411:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280421376 00000100:00100000:3.0:1763340282.332423:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280421376 00000100:00100000:3.0:1763340282.332498:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8163 00000100:00100000:3.0:1763340282.332509:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56619:x1848995280421376:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340282.332588:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763340282.332617:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182457d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150e7 expref: 174 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.332640:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb182457ad lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150d9 expref: 173 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.332652:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182457e5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150f5 expref: 172 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.332665:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182456d4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15093 expref: 171 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.332675:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340282.332681:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340282.332723:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340282.332737:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.332747:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.332761:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340282.332767:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.332774:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.332857:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340282.332867:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 170 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.332874:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.332902:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 170 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.332914:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 170 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.332927:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292114688:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340282.332992:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340282.338557:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280421504 00000100:00100000:0.0:1763340282.338574:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280421504 00010000:00010000:0.0:1763340282.338624:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 171 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.338674:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2649 00000100:00100000:0.0:1763340282.338694:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:2410:x1848995280421504:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340282.338712:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.338719:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 171 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.338733:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 171 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.338756:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:0.0:1763340282.338762:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.338772:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.338780:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.338816:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340282.339158:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:2410:x1848995280421504:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 473us (6820us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.339169:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2649 00010000:00010000:0.0:1763340282.339527:0:6513:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@000000006f61a17d x1848995292114688) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 170 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.339563:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245801 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150fc expref: 170 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.339578:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292114688:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340282.339598:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:0.0:1763340282.339605:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.339612:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.339617:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00080000:0.0:1763340282.341276:0:6513:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x18c:0x0] is inserted into orphan list, open count = 2 00010000:00010000:0.0:1763340282.341406:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341416:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341423:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341428:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.341433:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341440:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341455:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:0.0:1763340282.341459:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340282.341464:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341470:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245816 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341500:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341506:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341511:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341517:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341525:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.341527:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341564:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341572:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:0.0:1763340282.341575:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.341578:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341584:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245808 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340282.341597:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065d67f3c reply state 00000000a720ee19 transno 4294971814 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341609:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.341615:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc500) 00010000:00010000:0.0:1763340282.341617:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340282.341620:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340282.343445:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:56619:x1848995280421376:12345-192.168.203.42@tcp:36:rm.0 Request processed in 10928us (12148us total) trans 4294971814 rc 0/0 00000100:00100000:0.0:1763340282.343458:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8163 00000100:00100000:0.0:1763340282.359509:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280421632 00000100:00100000:0.0:1763340282.359519:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280421632 00000100:00100000:0.0:1763340282.359615:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8164 00000100:00100000:0.0:1763340282.359625:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:56620:x1848995280421632:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.359650:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.359673:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83600/0xbdebf3fb1824581d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15103 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.359749:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.359762:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359774:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359801:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.359809:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359815:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359851:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359856:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359861:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359868:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359873:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.359877:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359883:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359894:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2878200) 00010000:00010000:0.0:1763340282.359897:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.359901:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359907:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245824 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359934:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359940:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359945:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359950:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.359952:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359958:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359964:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc500) 00010000:00010000:0.0:1763340282.359967:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.359970:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.359980:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824582b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.360006:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83600/0xbdebf3fb1824581d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15103 expref: 172 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.360016:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2878200) 00010000:00010000:0.0:1763340282.360018:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.360021:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83600/0xbdebf3fb1824581d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15103 expref: 172 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.360035:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83600, rc 0) 00000100:00100000:0.0:1763340282.360106:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+171:56620:x1848995280421632:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 482us (1393us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340282.360113:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8164 00000100:00100000:0.0:1763340282.365407:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.383459:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.383726:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280422400 00000100:00100000:3.0:1763340282.383736:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280422400 00000100:00100000:3.0:1763340282.384159:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8168 00000100:00100000:3.0:1763340282.384171:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+172:56620:x1848995280422400:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.384191:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.384194:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340282.384222:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824584e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15111 expref: 172 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.384247:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c8f69600) 00010000:00010000:3.0:1763340282.384257:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340282.384272:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824586a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15126 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.384360:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18245871 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340282.384371:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18245871 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.384380:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18245871 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.384389:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340282.384395:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.384401:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.386742:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824587f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340282.386763:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824587f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.386775:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824587f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340282.387879:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18d:0x0]: returning size 0 00000100:00100000:0.0:1763340282.398921:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.398981:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.399143:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280422912 00000100:00100000:3.0:1763340282.399153:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280422912 00010000:00010000:3.0:1763340282.399195:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824587f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15126 expref: 177 pid: 6513 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.399241:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2650 00000100:00100000:3.0:1763340282.399251:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:2408:x1848995280422912:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340282.399267:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340282.399274:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824587f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15126 expref: 177 pid: 6513 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.399287:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824587f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15126 expref: 177 pid: 6513 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1763340282.399311:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340282.399316:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb182458a2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.399325:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb182458a2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.399332:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb182458a2 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.399350:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340282.399400:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:2408:x1848995280422912:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 151us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.399408:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2650 00000100:00100000:3.0:1763340282.409062:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280423296 00000100:00100000:3.0:1763340282.409071:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280423296 00000100:00100000:3.0:1763340282.409127:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5382 00000100:00100000:3.0:1763340282.409137:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280423296:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340282.409255:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280423296:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 119us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.409263:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5382 00000100:00100000:3.0:1763340282.416748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.416781:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.422233:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.425703:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.432936:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.438271:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.438313:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.446268:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.446834:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.447234:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280424704 00000100:00100000:0.0:1763340282.447241:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280424704 00010000:00010000:0.0:1763340282.447283:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15077 expref: 34 pid: 35213 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1763340282.447333:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2651 00000100:00100000:0.0:1763340282.447343:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2408:x1848995280424704:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340282.447359:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.447380:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15077 expref: 34 pid: 35213 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1763340282.447393:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245687 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15077 expref: 34 pid: 35213 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1763340282.447418:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245687 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15077 expref: 34 pid: 35213 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1763340282.447432:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.447435:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.447439:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.447448:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.447469:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340282.447523:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2408:x1848995280424704:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 182us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.447555:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2651 00002000:00010000:3.0:1763340282.455618:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763340282.455629:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340282.455631:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340282.455633:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ce:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340282.455646:0:16401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.455658:0:16401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.455667:0:16401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.455673:0:16401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d31c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340282.455677:0:16401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.455696:0:16401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.455717:0:16401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.455724:0:16401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb182458f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.455820:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280424320:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 16899us (17552us total) trans 17179871102 rc 0/0 00000100:00100000:3.0:1763340282.455830:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1398 00000100:00100000:3.0:1763340282.460260:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.460624:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280425088 00000100:00100000:0.0:1763340282.460635:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280425088 00000100:00100000:0.0:1763340282.460710:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8176 00000100:00100000:0.0:1763340282.460721:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280425088:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340282.460744:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.460747:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340282.460774:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18245904 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15149 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.460808:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:0.0:1763340282.460813:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340282.460831:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824590b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15150 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.460881:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245912 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.460894:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245912 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.460903:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245912 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763340282.461141:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1117, 88 off95648 00000004:00080000:0.0:1763340282.461148:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1023268615448ns, next at 1023278838854ns, rc = 0 00000040:00080000:0.0:1763340282.461191:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1096, 88 off93992 00000004:00080000:0.0:1763340282.461196:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1023268663226ns, next at 1023278814531ns, rc = 0 00000040:00080000:0.0:1763340282.461212:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1097, 88 off94080 00000004:00080000:0.0:1763340282.461216:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1023268683189ns, next at 1023278814531ns, rc = 0 00000040:00080000:0.0:1763340282.461226:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1118, 88 off95736 00000004:00080000:0.0:1763340282.461230:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1023268697071ns, next at 1023278838854ns, rc = 0 00000001:00080000:0.0:1763340282.468976:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971822 is committed 00000004:00080000:0.0:1763340282.468988:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 739 committed 00000004:00080000:0.0:1763340282.469003:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 718 committed 00010000:00010000:3.0:1763340282.469078:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469089:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469096:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469102:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.469106:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469113:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469128:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc500) 00010000:00010000:3.0:1763340282.469131:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.469136:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469146:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824580f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469169:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469174:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469180:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469184:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.469187:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469193:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469199:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc500) 00010000:00010000:3.0:1763340282.469201:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.469204:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469210:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18245878 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.469231:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182458fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.469238:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182458fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.469246:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182458fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.469251:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.469253:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182458fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.469258:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182458fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.469265:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:3.0:1763340282.469268:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.469271:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182458fd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340282.469277:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182458fd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340282.471243:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292115456:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.471289:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.471325:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340282.471332:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292115328:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.471353:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763340282.472422:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 717 committed 00000004:00080000:0.0:1763340282.472437:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 738 committed 00010000:00010000:0.0:1763340282.472528:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245912 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15150 expref: 174 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.472561:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:0.0:1763340282.472564:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340282.472581:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824590b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15150 expref: 174 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340282.472617:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245912 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15150 expref: 173 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.472647:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:0.0:1763340282.472649:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340282.472652:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:0.0:1763340282.472716:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+173:55868:x1848995280425088:12345-192.168.203.42@tcp:101:bash.0 Request processed in 11997us (12467us total) trans 4294971822 rc 0/0 00000100:00100000:0.0:1763340282.472724:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8176 00000100:00100000:0.0:1763340282.477339:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.478877:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.478969:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280425472 00000100:00100000:0.0:1763340282.478976:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280425472 00000100:00100000:3.0:1763340282.483285:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.483331:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.483403:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280425600 00000100:00100000:0.0:1763340282.483419:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280425600 00000100:00100000:0.0:1763340282.483489:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8178 00000100:00100000:0.0:1763340282.483499:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56618:x1848995280425600:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.483593:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.483615:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83600/0xbdebf3fb18245927 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1515e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.483669:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83600/0xbdebf3fb18245927 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1515e expref: 175 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.483692:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83600/0xbdebf3fb18245927 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1515e expref: 175 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.484269:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9555c8f69c00) 00010000:00010000:0.0:1763340282.484273:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340282.484276:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83600, rc 0) 00000100:00100000:0.0:1763340282.484298:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56618:x1848995280425600:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 801us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.484304:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8178 00000100:00100000:3.0:1763340282.488379:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.489005:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.489323:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.492710:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280425984 00000100:00100000:0.0:1763340282.492722:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280425984 00002000:00010000:0.0:1763340282.492762:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/463 (0->18446744073709551615) 00002000:00100000:0.0:1763340282.492767:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d34a80 with x1848995280425984 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340282.492777:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d34a80. 00000100:00100000:0.0:1763340282.492802:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280426112 00000100:00100000:0.0:1763340282.492805:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280426112 00002000:00010000:0.0:1763340282.492814:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/463 (0->18446744073709551615) 00002000:00100000:0.0:1763340282.492816:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d35180 with x1848995280426112 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340282.492821:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d35180. 00000100:00100000:0.0:1763340282.492851:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1399 00000100:00100000:0.0:1763340282.492859:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280425984:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340282.493026:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1cf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340282.493031:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1cf:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340282.493034:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1cf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340282.493036:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1cf:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340282.493038:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1cf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340282.493098:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280425984:12345-192.168.203.42@tcp:10:bash.0 Request processed in 237us (4093us total) trans 17179871105 rc 0/0 00000100:00100000:0.0:1763340282.493106:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1399 00002000:00010000:0.0:1763340282.493110:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/463 (0->18446744073709551615) 00002000:00100000:0.0:1763340282.493112:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d34a80 with x1848995280425984 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340282.493117:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d34a80. 00000100:00100000:0.0:1763340282.493134:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1400 00000100:00100000:0.0:1763340282.493142:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280426112:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340282.493229:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1cf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340282.493233:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1cf:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340282.493235:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1cf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340282.493237:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1cf:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340282.493239:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1cf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340282.493261:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280426112:12345-192.168.203.42@tcp:10:bash.0 Request processed in 120us (3938us total) trans 21474838383 rc 0/0 00000100:00100000:3.0:1763340282.493643:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.495023:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1400 00002000:00010000:0.0:1763340282.495029:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/463 (0->18446744073709551615) 00002000:00100000:0.0:1763340282.495033:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d35180 with x1848995280426112 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340282.495041:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d35180. 00000100:00100000:0.0:1763340282.499092:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292115584:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340282.499127:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824593c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15173 expref: 18 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.499145:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c6d31c00, rc 0) 00000100:00100000:0.0:1763340282.499205:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:56618:x1848995280426240:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5087us (5561us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.499214:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5390 00000100:00100000:3.0:1763340282.501247:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.501422:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280426624 00000100:00100000:0.0:1763340282.501428:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280426624 00010000:00010000:0.0:1763340282.501454:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584e600/0xbdebf3fb1824568e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1507e expref: 18 pid: 8399 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1763340282.501489:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2652 00000100:00100000:0.0:1763340282.501497:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280426624:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340282.501508:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.501526:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f584e600/0xbdebf3fb1824568e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1507e expref: 18 pid: 8399 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1763340282.501570:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f584e600/0xbdebf3fb1824568e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1507e expref: 18 pid: 8399 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1763340282.501593:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584e600/0xbdebf3fb1824568e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1507e expref: 18 pid: 8399 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1763340282.501610:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.501612:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.501618:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824593c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15173 expref: 17 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.501634:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824593c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15173 expref: 17 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.501672:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824593c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15173 expref: 17 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340282.501699:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292115712:192.168.203.42@tcp:105: 00000100:00100000:0.0:1763340282.501777:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.507646:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292115712:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340282.507667:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340282.507711:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280426624:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 6215us (6465us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.507719:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2652 00000100:00100000:0.0:1763340282.525925:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280427392 00000100:00100000:0.0:1763340282.525935:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280427392 00000100:00100000:0.0:1763340282.525996:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5391 00000100:00100000:0.0:1763340282.526006:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:56618:x1848995280427392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.526024:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.526043:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18245966 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15181 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.526074:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150ee expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340282.526082:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.526084:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.526088:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18245966 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15181 expref: 19 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.526122:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150ee expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340282.526140:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182457d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150ee expref: 19 pid: 8457 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1763340282.526154:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292115840:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340282.526236:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.531062:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292115840:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340282.531098:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18245966 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15181 expref: 19 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.531118:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:3.0:1763340282.531184:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:56618:x1848995280427392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5178us (5526us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.531193:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5391 00000100:00100000:0.0:1763340282.531759:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280427648 00000100:00100000:0.0:1763340282.531768:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280427648 00000100:00100000:0.0:1763340282.531915:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8181 00000100:00100000:0.0:1763340282.531925:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56621:x1848995280427648:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340282.531974:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340282.531998:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245912 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15150 expref: 179 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.532028:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb1824595f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1517a expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.532038:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb182458ef lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15142 expref: 177 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.532046:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:0.0:1763340282.532053:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340282.532074:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824596d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.532085:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824596d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.532096:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824596d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.532105:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245974 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.532110:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245974 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.532115:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18245974 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.532184:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824597b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.532192:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824597b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.532198:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824597b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340282.533620:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340282.536141:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340282.536148:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245982 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.536154:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340282.536157:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245982 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.536162:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245982 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.536170:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d:0x0].0x0 (ffff9554c287e700) 00010000:00010000:3.0:1763340282.536172:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340282.536175:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245982 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.536180:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245982 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340282.536190:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340282.536192:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340282.536194:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340282.547192:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280427904 00000100:00100000:3.0:1763340282.547202:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280427904 00000100:00100000:3.0:1763340282.547392:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5392 00000100:00100000:3.0:1763340282.547403:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280427904:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:3.0:1763340282.547570:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340282.547573:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb mtime from disk: 1763340282 -> 1763340282 00002000:00010000:3.0:1763340282.547576:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb atime from disk: 1763340282 -> 1763340282 00002000:00010000:3.0:1763340282.547578:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb ctime from disk: 1763340282 -> 1763340283 00002000:00010000:3.0:1763340282.547580:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1cd:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340282.548297:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280427904:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 892us (1240us total) trans 21474838385 rc 0/0 00000100:00100000:3.0:1763340282.548305:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5392 00000100:00100000:0.0:1763340282.549035:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280428032 00000100:00100000:0.0:1763340282.549044:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280428032 00000100:00100000:0.0:1763340282.549100:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8182 00000100:00100000:0.0:1763340282.549108:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56622:x1848995280428032:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.549130:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.549151:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245989 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15188 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.549212:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.549228:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549240:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549251:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.549258:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549264:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549301:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549309:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549314:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549320:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549325:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.549329:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549336:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549351:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ee00) 00010000:00010000:0.0:1763340282.549354:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.549358:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549364:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245990 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549392:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549398:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549402:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549407:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d31600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.549409:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549413:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549420:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e100) 00010000:00010000:0.0:1763340282.549422:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.549425:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549429:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245997 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.549456:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245989 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15188 expref: 179 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.549465:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ee00) 00010000:00010000:0.0:1763340282.549467:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.549470:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245989 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15188 expref: 179 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.549482:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:0.0:1763340282.549586:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56622:x1848995280428032:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 478us (638us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340282.549593:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8182 00000100:00100000:3.0:1763340282.556189:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280428288 00000100:00100000:3.0:1763340282.556199:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280428288 00000100:00100000:3.0:1763340282.556303:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2763 00000100:00100000:3.0:1763340282.556314:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56618:x1848995280428288:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340282.556552:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56618:x1848995280428288:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 218us (526us total) trans 4294971827 rc 0/0 00000100:00100000:3.0:1763340282.556560:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2763 00000100:00100000:0.0:1763340282.558511:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340282.560879:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340282.560886:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb1824599e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340282.560894:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340282.560897:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb1824599e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340282.560904:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb1824599e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340282.560916:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18c:0x0].0x0 (ffff9555c8f69c00) 00010000:00010000:0.0:1763340282.560919:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340282.560923:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb1824599e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340282.560929:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb1824599e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340282.560939:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340282.560942:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340282.560944:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340282.565690:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.573877:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.582099:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.587302:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.602347:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280429696 00000100:00100000:0.0:1763340282.602358:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280429696 00000100:00100000:0.0:1763340282.602420:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8188 00000100:00100000:0.0:1763340282.602431:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56622:x1848995280429696:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.602453:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.602474:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245a15 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151b2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.602650:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.602665:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb18245a07 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ab expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.602674:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.602717:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb18245a07 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ab expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.602729:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb18245a07 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ab expref: 184 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.602744:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292116096:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340282.602824:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.611295:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340282.611903:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb18245a07 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ab expref: 184 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.611922:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292116096:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340282.611940:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.611948:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.611953:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340282.611972:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18f:0x0]: returning size 0 00000004:00080000:0.0:1763340282.612151:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d1:0x0], index 0: 0 00000004:00080000:0.0:1763340282.612157:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d1:0x0], index 1: 0 00000004:00080000:0.0:1763340282.612160:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d2:0x0], index 1: 0 00000004:00080000:0.0:1763340282.612163:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d2:0x0], index 0: 0 00010000:00010000:0.0:1763340282.612252:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.612259:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.612264:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.612269:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.612272:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.612278:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.612290:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9555c8f69200) 00010000:00010000:0.0:1763340282.612292:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340282.612295:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.612299:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245a1c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.612353:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245a15 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x18f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151b2 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.612362:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9555c8f69200) 00010000:00010000:0.0:1763340282.612364:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340282.612368:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245a15 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151b2 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.612384:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c6d31600, rc 0) 00000100:00100000:3.0:1763340282.612498:0:9947:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d50a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292116224:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1763340282.612576:0:9947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.612599:0:9947:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.612616:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292116224 00000100:00100000:3.0:1763340282.612620:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292116224 00000100:00100000:3.0:1763340282.612652:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393 00000100:00100000:3.0:1763340282.612660:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:9947:x1848995292116224:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1763340282.612703:0:28498:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 482 00000100:00100000:3.0:1763340282.614270:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:9947:x1848995292116224:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1606us (1689us total) trans 17179871107 rc 0/0 00000100:00100000:3.0:1763340282.614280:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393 00000100:00100000:3.0:1763340282.614333:0:9947:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d50a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292116224:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1763340282.614345:0:9947:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x1d2:0x0]-[0x2c0000400:0x201:0x0] 00000100:00100000:0.0:1763340282.615689:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56622:x1848995280429696:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9990us (10179us total) trans 4294971830 rc 301/301 00000100:00100000:0.0:1763340282.615699:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8188 00000100:00100000:0.0:1763340282.615748:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340282.615759:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292116352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763340282.615791:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.616468:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292116352 00000100:00100000:3.0:1763340282.616474:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292116352 00000100:00100000:3.0:1763340282.616522:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1763340282.616529:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+22:3649:x1848995292116352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763340282.616564:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484932160 pending 29568 free 3919187968 avail 3687665664 00000100:00100000:3.0:1763340282.616605:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+22:3649:x1848995292116352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.616611:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1763340282.617461:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292116352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763340282.618933:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.623666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.623718:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280430336 00000100:00100000:3.0:1763340282.623719:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.623729:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280430336 00000100:00100000:0.0:1763340282.623801:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8189 00000100:00100000:0.0:1763340282.623812:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56624:x1848995280430336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.623832:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.623854:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245a2a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151b9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.623932:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.623946:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.623958:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.623968:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.623976:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.623983:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624067:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245a3f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340282.624074:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245a3f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624081:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245a3f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340282.624090:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18f:0x0]: returning size 0 00010000:00010000:0.0:1763340282.624133:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624143:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624149:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624156:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624161:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.624165:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624172:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624183:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ee00) 00010000:00010000:0.0:1763340282.624185:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.624189:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624195:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a31 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624218:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624224:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624229:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624234:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.624237:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624242:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624248:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e100) 00010000:00010000:0.0:1763340282.624251:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.624254:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624259:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a38 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340282.624287:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245a2a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151b9 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.624306:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245a3f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151b9 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.624313:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9554c287e300) 00010000:00010000:0.0:1763340282.624316:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340282.624318:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58800, rc 0) 00000100:00100000:0.0:1763340282.624358:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56624:x1848995280430336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 548us (700us total) trans 4294971833 rc 0/0 00000100:00100000:0.0:1763340282.624365:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8189 00000100:00100000:3.0:1763340282.631476:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.631865:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280430976 00000100:00100000:0.0:1763340282.631869:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280430976 00000100:00100000:0.0:1763340282.631899:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8190 00000100:00100000:0.0:1763340282.631906:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:55868:x1848995280430976:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340282.631924:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.631926:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340282.631947:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245a3f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151b9 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.631974:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9554c287e300) 00010000:00010000:0.0:1763340282.631983:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340282.631992:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a54 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151c7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.632079:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a5b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340282.632090:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a5b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x18f:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.632097:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a5b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x18f:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340282.632108:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18f:0x0]: returning size 0 00010000:00010000:0.0:1763340282.632207:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245a54 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151c7 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.632220:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245a5b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x18f:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151c7 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.632227:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9554c287ee00) 00010000:00010000:0.0:1763340282.632230:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763340282.632232:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b59200, rc 0) 00000100:00100000:0.0:1763340282.632269:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280430976:12345-192.168.203.42@tcp:101:bash.0 Request processed in 363us (794us total) trans 4294971834 rc 0/0 00000100:00100000:0.0:1763340282.632275:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8190 00000100:00100000:3.0:1763340282.635803:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.636100:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280431104 00000100:00100000:0.0:1763340282.636110:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280431104 00000100:00100000:0.0:1763340282.636163:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8191 00000100:00100000:0.0:1763340282.636173:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280431104:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340282.636195:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.636215:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245a69 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151ce expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.636245:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245a70 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340282.636258:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245a70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.636268:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245a70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.636367:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245a69 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ce expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.636396:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245a70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ce expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.636404:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9554c287ee00) 00010000:00010000:0.0:1763340282.636407:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340282.636410:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:0.0:1763340282.636461:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280431104:12345-192.168.203.42@tcp:101:bash.0 Request processed in 290us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.636472:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8191 00000100:00100000:3.0:1763340282.636664:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.637158:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280431360 00000100:00100000:0.0:1763340282.637164:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280431360 00000100:00100000:0.0:1763340282.637202:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2767 00000100:00100000:0.0:1763340282.637210:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56624:x1848995280431360:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340282.637372:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56624:x1848995280431360:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 162us (707us total) trans 4294971835 rc 0/0 00000100:00100000:0.0:1763340282.637379:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2767 00000100:00100000:3.0:1763340282.639950:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.640667:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.642019:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8193 00000100:00100000:3.0:1763340282.642030:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56624:x1848995280431872:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.642040:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.642057:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18245a77 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151d5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.642104:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.642116:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642135:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642143:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.642150:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642156:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642237:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb18245a93 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.642246:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb18245a93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642251:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb18245a93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340282.642258:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18f:0x0]: returning size 0 00010000:00010000:3.0:1763340282.642306:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642313:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642319:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642325:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642330:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.642335:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642342:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642352:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc500) 00010000:00010000:3.0:1763340282.642355:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.642358:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642364:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245a7e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642379:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642385:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642391:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642400:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.642403:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642409:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642415:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e100) 00010000:00010000:3.0:1763340282.642418:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.642421:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.642438:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245a8c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340282.648512:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.660408:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.662148:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.662258:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280432768 00000100:00100000:3.0:1763340282.662266:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280432768 00000100:00100000:3.0:1763340282.662313:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8196 00000100:00100000:3.0:1763340282.662322:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56624:x1848995280432768:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.662342:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.662359:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245ab6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151ea expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.662423:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.662435:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.662444:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.662455:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.662461:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.662467:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.662583:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.662592:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.662599:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340282.662608:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18f:0x0]: returning size 2 00010000:00010000:3.0:1763340282.664698:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.664713:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.664723:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.664728:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.664733:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763340282.664741:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971840 is committed 00000004:00080000:0.0:1763340282.664748:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 721 committed 00000004:00080000:0.0:1763340282.664761:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 742 committed 00000004:00080000:0.0:1763340282.664773:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 741 committed 00000004:00080000:0.0:1763340282.664775:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 720 committed 00000004:00080000:0.0:1763340282.664926:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 719 committed 00000004:00080000:0.0:1763340282.664929:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 740 committed 00010000:00010000:3.0:1763340282.665189:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665198:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9554c287ee00) 00010000:00010000:3.0:1763340282.665200:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763340282.665203:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 2/0,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665209:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18245acb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665225:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665231:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665236:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665242:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665247:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.665249:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665263:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665270:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.665272:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.665275:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665280:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18245abd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665290:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665296:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340282.665296:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292116608:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340282.665302:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665306:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.665309:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665314:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665326:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e100) 00010000:00010000:3.0:1763340282.665328:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.665331:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665337:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18245ac4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.665440:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245ab6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ea expref: 176 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.665450:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.665453:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340282.665456:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18245ab6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ea expref: 176 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.665470:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:0.0:1763340282.666677:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340282.666706:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292117120:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340282.666728:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.667385:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292116608 00000100:00100000:3.0:1763340282.667391:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292116608 00000100:00100000:3.0:1763340282.667418:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292117120 00000100:00100000:3.0:1763340282.667421:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292117120 00000100:00100000:3.0:1763340282.667433:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5398 00000100:00100000:3.0:1763340282.667440:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292118016:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340282.667627:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3648:x1848995292118016:12345-0@lo:2:osp-syn-1-1.0 Request processed in 187us (1754us total) trans 17179871109 rc 0/0 00000100:00100000:3.0:1763340282.667634:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5398 00000100:00100000:3.0:1763340282.667651:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399 00000100:00100000:3.0:1763340282.667657:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292117632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340282.667670:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:461 count 1 00010000:00010000:3.0:1763340282.667693:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18245ae7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.667708:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18245760 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150bd expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.667720:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.667722:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.667725:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18245ae7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.667746:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18245760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150bd expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.667755:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18245760 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150bd expref: 17 pid: 16598 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.667766:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292118272:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340282.667804:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.667950:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56624:x1848995280432768:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5628us (5806us total) trans 4294971841 rc 301/301 00000100:00100000:3.0:1763340282.667957:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8196 00000100:00100000:3.0:1763340282.668003:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401 00000100:00100000:3.0:1763340282.668011:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292117760:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340282.668022:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:462 count 1 00010000:00010000:3.0:1763340282.668033:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245af5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668044:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1516c expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668055:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.668056:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.668059:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245af5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668078:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1516c expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668086:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1516c expref: 17 pid: 16598 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.668096:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292118400:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340282.668124:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.668139:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402 00000100:00100000:3.0:1763340282.668146:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3650:x1848995292117248:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.668228:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3650:x1848995292117248:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (2253us total) trans 21474838388 rc 0/0 00000100:00100000:3.0:1763340282.668234:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402 00000100:00100000:3.0:1763340282.668248:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5404 00000100:00100000:3.0:1763340282.668254:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292117376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340282.668264:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:463 count 1 00010000:00010000:3.0:1763340282.668275:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b03 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668286:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15157 expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668293:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.668295:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.668297:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b03 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668315:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15157 expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.668324:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18245919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15157 expref: 17 pid: 16598 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.668333:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292118656:192.168.203.42@tcp:104: 00000004:00080000:0.0:1763340282.671945:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e96a00/2, rc 0, transno 21474838389 00000100:00100000:0.0:1763340282.671958:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292117120:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.672405:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e0468600 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.679157:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.679227:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.679287:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292118400:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340282.679312:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245af5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.679350:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.679374:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280433280 00000100:00100000:3.0:1763340282.679380:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280433280 00000100:00100000:3.0:1763340282.679421:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2769 00000100:00100000:3.0:1763340282.679430:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56624:x1848995280433280:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340282.679743:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280432896 00000100:00100000:0.0:1763340282.679748:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280432896 00010000:00010000:0.0:1763340282.679779:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824593c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15173 expref: 20 pid: 28498 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.679815:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280433024 00000100:00100000:0.0:1763340282.679818:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280433024 00010000:00010000:0.0:1763340282.679830:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18245760 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df150bd expref: 18 pid: 16598 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.679849:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2655 00000100:00100000:0.0:1763340282.679855:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280432896:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340282.679865:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.679871:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824593c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15173 expref: 20 pid: 28498 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.679882:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31c00/0xbdebf3fb1824593c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15173 expref: 20 pid: 28498 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.679905:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.679907:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.679912:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da585600/0xbdebf3fb18245ad9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.679922:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da585600/0xbdebf3fb18245ad9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.679938:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340282.679957:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280432896:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 102us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.679964:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2655 00000100:00100000:0.0:1763340282.680090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.680204:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292118656:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340282.680218:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b03 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340282.680241:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292118528:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340282.680252:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32600/0xbdebf3fb18245afc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.680653:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.680662:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.680669:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.680676:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.680705:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340282.680822:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3650:x1848995292117376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12567us (14770us total) trans 17179871112 rc 0/0 00000100:00100000:0.0:1763340282.680828:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5404 00000100:00100000:3.0:1763340282.680904:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56624:x1848995280433280:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 233us (312us total) trans 4294971842 rc 0/0 00000100:00100000:3.0:1763340282.680915:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2769 00000100:00100000:0.0:1763340282.682525:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.682586:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.682607:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.682642:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.682661:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280433920 00000100:00100000:0.0:1763340282.682664:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280433920 00000100:00100000:0.0:1763340282.682704:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5408 00000100:00100000:0.0:1763340282.682711:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280433920:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340282.682723:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.682735:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31400/0xbdebf3fb18245b11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151f1 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.682753:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb18245a4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151c0 expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340282.682760:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.682762:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.682765:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31400/0xbdebf3fb18245b11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f1 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.682800:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb18245a4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151c0 expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340282.682811:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb18245a4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151c0 expref: 20 pid: 16598 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1763340282.682824:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292118912:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340282.682869:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340282.682885:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2659 00000100:00100000:0.0:1763340282.682891:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280433792:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340282.682899:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.682904:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb1824592e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15165 expref: 22 pid: 28498 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.682914:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb1824592e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15165 expref: 22 pid: 28498 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.682927:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb1824592e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15165 expref: 22 pid: 28498 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.682936:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.682937:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.682941:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.682948:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b0a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.682964:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340282.682982:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280433792:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 91us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.682988:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2659 00010000:00010000:0.0:1763340282.683016:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32600/0xbdebf3fb18245afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.683024:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32600/0xbdebf3fb18245afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.683037:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32600/0xbdebf3fb18245afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.683043:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32600/0xbdebf3fb18245afc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.683054:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763340282.686098:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245af5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.686110:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245af5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.686120:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245af5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.686127:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245af5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.686150:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340282.686364:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+14:3650:x1848995292117760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18353us (20364us total) trans 17179871113 rc 0/0 00000100:00100000:3.0:1763340282.686372:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401 00000100:00100000:0.0:1763340282.686736:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3650:x1848995292116864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18574us (20706us total) trans 21474838392 rc 0/0 00000100:00100000:0.0:1763340282.686743:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5403 00000004:00080000:0.0:1763340282.686798:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d86d80/2, rc 0, transno 21474838391 00000100:00100000:0.0:1763340282.686806:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292116608:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.687322:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.688195:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280434048 00000100:00100000:0.0:1763340282.688203:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280434048 00000100:00100000:0.0:1763340282.688256:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2770 00000100:00100000:0.0:1763340282.688266:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56624:x1848995280434048:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340282.688418:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56624:x1848995280434048:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 153us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.688435:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2770 00000100:00100000:3.0:1763340282.689468:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340282.691323:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb18245a4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151c0 expref: 19 pid: 16598 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1763340282.691344:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292118912:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340282.691370:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31400/0xbdebf3fb18245b11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f1 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.691384:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c6d31400, rc 0) 00000100:00100000:0.0:1763340282.691437:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280433920:12345-192.168.203.42@tcp:101:bash.0 Request processed in 8725us (8793us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.691445:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5408 00000100:00100000:0.0:1763340282.698894:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280434304 00000100:00100000:0.0:1763340282.698904:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280434304 00000100:00100000:0.0:1763340282.698966:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5409 00000100:00100000:0.0:1763340282.698976:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280434304:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340282.698996:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.699018:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151f8 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340282.699041:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340282.699062:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.699064:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.699074:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.699088:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.699100:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c6d31c00, rc 0) 00000100:00100000:0.0:1763340282.699161:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280434304:12345-192.168.203.42@tcp:101:bash.0 Request processed in 186us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.699168:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5409 00000100:00100000:3.0:1763340282.701270:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.701305:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.701933:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1404 00000100:00100000:3.0:1763340282.701944:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280434560:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340282.702035:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340282.702038:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d1:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340282.702041:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.702043:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d1:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340282.702045:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340282.702091:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280434560:12345-192.168.203.42@tcp:10:bash.0 Request processed in 149us (784us total) trans 17179871114 rc 0/0 00000100:00100000:3.0:1763340282.702098:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1404 00002000:00010000:3.0:1763340282.702102:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/465 (0->18446744073709551615) 00002000:00100000:3.0:1763340282.702105:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa4380 with x1848995280434560 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340282.702110:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c4fa4380. 00000100:00100000:3.0:1763340282.707058:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.716063:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280435072 00000100:00100000:3.0:1763340282.716072:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280435072 00000100:00100000:3.0:1763340282.716129:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8197 00000100:00100000:3.0:1763340282.716139:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56625:x1848995280435072:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.716161:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.716183:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b1f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df151ff expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.716254:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.716267:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716279:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716292:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.716299:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716307:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716406:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245b34 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.716416:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245b34 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716423:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245b34 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340282.716432:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x18f:0x0]: returning size 5 00010000:00010000:3.0:1763340282.716507:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716515:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716521:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716528:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716585:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.716589:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716596:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716607:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.716610:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.716615:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716621:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245b26 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716633:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716640:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716646:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716650:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.716653:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716658:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716665:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc800) 00010000:00010000:3.0:1763340282.716667:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.716670:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716675:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b2d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.716744:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b1f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ff expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.716760:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245b34 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151ff expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.716767:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9554c287ee00) 00010000:00010000:3.0:1763340282.716770:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340282.716773:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332600, rc 0) 00000100:00100000:3.0:1763340282.716839:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56625:x1848995280435072:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 700us (857us total) trans 4294971844 rc 0/0 00000100:00100000:3.0:1763340282.716846:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8197 00000100:00100000:3.0:1763340282.722054:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.735134:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340282.736154:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340282.736167:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736177:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736188:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340282.736195:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736201:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736278:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340282.736287:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736294:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:2.0:1763340282.736524:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1104, 64 off94576 00000040:00080000:2.0:1763340282.736577:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1125, 64 off96232 00000040:00080000:2.0:1763340282.736589:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1126, 64 off96296 00000040:00080000:2.0:1763340282.736598:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1105, 64 off94640 00010000:00010000:2.0:1763340282.736648:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245b57 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340282.736658:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245b57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736671:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245b57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736679:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245b57 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736697:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245b57 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736702:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245b57 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736720:0:6514:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340282.736739:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736745:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736751:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736756:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.736760:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736767:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736775:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18f:0x0].0x0 (ffff9554c2182600) 00010000:00010000:2.0:1763340282.736777:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340282.736793:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736803:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b50 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736912:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736918:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736923:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736928:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736933:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc33200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.736936:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736941:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736948:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182400) 00010000:00010000:2.0:1763340282.736950:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340282.736953:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736958:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b42 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763340282.736970:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3817e28 reply state 0000000025b7a775 transno 4294971846 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736981:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.736988:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:2.0:1763340282.736991:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340282.736993:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340282.737068:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56626:x1848995280435584:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1096us (1942us total) trans 4294971846 rc 0/0 00000100:00100000:2.0:1763340282.737076:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8198 00000100:00100000:2.0:1763340282.742737:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.742804:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280435712 00000100:00100000:3.0:1763340282.742815:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280435712 00000100:00100000:3.0:1763340282.743635:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8199 00000100:00100000:3.0:1763340282.743651:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56625:x1848995280435712:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.743676:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.743709:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b5e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15206 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.743784:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.743799:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743811:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743823:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.743830:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743837:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743876:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743884:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743890:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743896:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743901:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5333800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.743906:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743912:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743924:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.743927:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.743932:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743938:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245b65 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743951:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743957:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743963:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743967:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.743969:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743974:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743980:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:3.0:1763340282.743982:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.743985:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.743990:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245b6c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.744016:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b5e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15206 expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.744026:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.744029:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.744032:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245b5e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15206 expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.744047:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332c00, rc 0) 00000100:00100000:3.0:1763340282.750065:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56625:x1848995280435712:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6408us (7325us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340282.750078:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8199 00000100:00100000:0.0:1763340282.772469:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280435840 00000100:00100000:0.0:1763340282.772480:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280435840 00000100:00100000:0.0:1763340282.772575:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8200 00000100:00100000:0.0:1763340282.772585:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56627:x1848995280435840:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.772606:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.772628:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245b73 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1520d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.772714:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340282.772728:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772739:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772750:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340282.772757:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772763:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772803:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772810:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772816:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772826:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772831:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d30200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.772835:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772842:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772853:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e500) 00010000:00010000:0.0:1763340282.772856:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.772860:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772881:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30200/0xbdebf3fb18245b7a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772906:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772912:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772918:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772923:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d30e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.772926:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772932:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772943:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:0.0:1763340282.772945:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.772949:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772954:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245b81 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.772983:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245b73 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1520d expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.772992:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e500) 00010000:00010000:0.0:1763340282.772994:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.772997:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d31600/0xbdebf3fb18245b73 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1520d expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.773010:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c6d31600, rc 0) 00000100:00100000:0.0:1763340282.773079:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56627:x1848995280435840:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 495us (723us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340282.773087:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8200 00000100:00100000:2.0:1763340282.777846:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280435968 00000100:00100000:2.0:1763340282.777856:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280435968 00000100:00100000:2.0:1763340282.777921:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8201 00000100:00100000:2.0:1763340282.777930:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56627:x1848995280435968:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340282.777947:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340282.777968:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b88 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15214 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.778029:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340282.778042:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778052:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778061:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340282.778069:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778075:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778116:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778123:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778128:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778134:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778138:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.778142:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778148:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778158:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182400) 00010000:00010000:2.0:1763340282.778162:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340282.778165:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778171:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245b8f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778182:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778187:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778192:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778197:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.778200:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778205:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778210:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:2.0:1763340282.778213:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340282.778215:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778219:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245b96 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340282.778243:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b88 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15214 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.778252:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182400) 00010000:00010000:2.0:1763340282.778254:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340282.778257:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245b88 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15214 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.778269:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc33200, rc 0) 00000100:00100000:2.0:1763340282.778415:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56627:x1848995280435968:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 484us (679us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340282.778423:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8201 00000100:00100000:3.0:1763340282.783432:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.785751:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280436096 00000100:00100000:0.0:1763340282.785764:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280436096 00000100:00100000:2.0:1763340282.792284:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280436352 00000100:00100000:2.0:1763340282.792294:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280436352 00000100:00100000:2.0:1763340282.792347:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8203 00000100:00100000:2.0:1763340282.792355:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56628:x1848995280436352:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340282.792382:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340282.792401:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245bab lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15222 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.792466:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340282.792479:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792489:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792499:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340282.792506:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792512:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792715:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792723:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792729:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792736:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792742:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.792746:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792754:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792765:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25e00) 00010000:00010000:2.0:1763340282.792768:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340282.792772:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792777:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bb2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792788:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792794:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792801:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792805:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.792808:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792813:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792819:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:2.0:1763340282.792821:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340282.792824:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792830:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bb9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.792854:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245bab lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15222 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.792863:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25e00) 00010000:00010000:2.0:1763340282.792865:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340282.792869:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245bab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15222 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.792877:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc33200, rc 0) 00000100:00100000:2.0:1763340282.792948:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56628:x1848995280436352:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 593us (749us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340282.792955:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8203 00000100:00100000:0.0:1763340282.804959:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.805063:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280436608 00000100:00100000:2.0:1763340282.805073:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280436608 00000100:00100000:2.0:1763340282.805132:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8204 00000100:00100000:2.0:1763340282.805142:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56627:x1848995280436608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340282.805160:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340282.805164:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340282.805188:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18245ba4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1521b expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.805208:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25e00) 00010000:00010000:2.0:1763340282.805217:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340282.805232:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245bc0 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15229 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.805325:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340282.805338:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.805347:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.805357:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340282.805378:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.805385:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807007:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340282.807025:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807034:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340282.807044:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x190:0x0]: returning size 0 00010000:00010000:2.0:1763340282.807070:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807077:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807083:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807089:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807094:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.807097:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807104:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807114:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182400) 00010000:00010000:2.0:1763340282.807116:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340282.807120:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807125:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245bc7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340282.807136:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000df5faec8 reply state 0000000005b6a20c transno 4294971847 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807146:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.807151:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:2.0:1763340282.807153:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340282.807156:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340282.807191:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245bc0 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.807213:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.807220:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2182500) 00010000:00010000:2.0:1763340282.807222:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340282.807225:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc32200, rc 0) 00000100:00100000:2.0:1763340282.807307:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56627:x1848995280436608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2164us (2356us total) trans 4294971847 rc 0/0 00000100:00100000:2.0:1763340282.807314:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8204 00000100:00100000:2.0:1763340282.828124:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.828175:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.828229:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280436864 00000100:00100000:3.0:1763340282.828237:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280436864 00000100:00100000:3.0:1763340282.828281:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280437120 00000100:00100000:3.0:1763340282.828283:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280437120 00000100:00100000:3.0:1763340282.828301:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8205 00000100:00100000:3.0:1763340282.828308:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56627:x1848995280436864:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.828331:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.828349:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245be3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15230 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.828458:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.828473:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.828482:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 4/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.828511:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.828523:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 183 pid: 8423 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.828558:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292119168:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340282.828622:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340282.828707:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8206 00000100:00100000:2.0:1763340282.828717:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56629:x1848995280437120:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340282.828725:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340282.828735:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245bf1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15237 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.828775:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340282.828786:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828796:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340282.828806:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x190:0x0]: returning size 0 00010000:00010000:2.0:1763340282.828881:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828889:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828895:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828901:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340282.828904:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828911:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828922:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2182500) 00010000:00010000:2.0:1763340282.828925:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763340282.828929:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828935:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245bf8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340282.828970:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245bf1 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15237 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.828978:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2182500) 00010000:00010000:2.0:1763340282.828980:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340282.828984:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245bf1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15237 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.828993:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc32600, rc 0) 00000100:00100000:2.0:1763340282.829022:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56629:x1848995280437120:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 308us (847us total) trans 4294971848 rc 301/301 00000100:00100000:2.0:1763340282.829030:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8206 00000100:00100000:2.0:1763340282.832111:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280437376 00000100:00100000:2.0:1763340282.832121:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280437376 00000100:00100000:2.0:1763340282.832177:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2773 00000100:00100000:2.0:1763340282.832187:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56629:x1848995280437376:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340282.832396:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56629:x1848995280437376:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 210us (375us total) trans 4294971849 rc 0/0 00000100:00100000:2.0:1763340282.832403:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2773 00000100:00100000:0.0:1763340282.833945:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.834016:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292119168:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340282.834042:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340282.834127:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280437504 00000100:00100000:2.0:1763340282.834133:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280437504 00010000:00010000:2.0:1763340282.834162:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 185 pid: 8423 timeout: 1123 lvb_type: 0 00000100:00100000:2.0:1763340282.834199:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2662 00000100:00100000:2.0:1763340282.834207:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:2407:x1848995280437504:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340282.834220:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340282.834225:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 185 pid: 8423 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1763340282.834236:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 185 pid: 8423 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1763340282.834257:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245bd5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15229 expref: 185 pid: 8423 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1763340282.834269:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2182500) 00010000:00010000:2.0:1763340282.834274:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.834282:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.834289:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340282.834395:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340282.834511:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834518:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340282.834564:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x190:0x0]: returning size 0 00000004:00080000:0.0:1763340282.834753:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d3:0x0], index 1: 0 00000004:00080000:0.0:1763340282.834759:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d3:0x0], index 0: 0 00000004:00080000:0.0:1763340282.834764:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d4:0x0], index 0: 0 00000004:00080000:0.0:1763340282.834768:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d4:0x0], index 1: 0 00010000:00010000:0.0:1763340282.834868:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834876:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834882:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834888:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.834891:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834897:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834907:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2182500) 00010000:00010000:0.0:1763340282.834910:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340282.834913:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 2/0,0 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834918:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245bea lrc: 0/0,0 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340282.834960:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245be3 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15230 expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.834975:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2182500) 00010000:00010000:0.0:1763340282.834978:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340282.834982:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245be3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15230 expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.834996:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:0.0:1763340282.835291:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56627:x1848995280436864:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6970us (7163us total) trans 4294971850 rc 301/301 00000100:00100000:0.0:1763340282.835300:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8205 00000100:00100000:2.0:1763340282.835888:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:2407:x1848995280437504:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1678us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340282.835898:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2662 00000100:00100000:0.0:1763340282.836509:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.836641:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280437760 00000100:00100000:3.0:1763340282.836649:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280437760 00000100:00100000:3.0:1763340282.836699:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8207 00000100:00100000:3.0:1763340282.836708:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56629:x1848995280437760:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.836728:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.836747:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245c0d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1523e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.836813:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.836825:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.836835:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.836845:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.836853:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.836859:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.836945:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41200/0xbdebf3fb18245c22 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.836953:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41200/0xbdebf3fb18245c22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.836960:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41200/0xbdebf3fb18245c22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837280:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837288:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837293:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837298:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837303:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555eef40800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.837307:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837313:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837324:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.837326:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.837329:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837335:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c14 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837347:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837352:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837358:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837361:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555eef40e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.837462:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837468:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837477:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:3.0:1763340282.837480:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.837483:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837489:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c1b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.837525:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245c0d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1523e expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.840266:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41200/0xbdebf3fb18245c22 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1523e expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.840279:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc800) 00010000:00010000:3.0:1763340282.840282:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340282.840286:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555eef41200, rc 0) 00000100:00100000:3.0:1763340282.843963:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56629:x1848995280437760:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7242us (7442us total) trans 4294971851 rc 0/0 00000100:00100000:3.0:1763340282.843977:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8207 00000100:00100000:2.0:1763340282.844212:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.846167:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280438016 00000100:00100000:3.0:1763340282.846179:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280438016 00000100:00100000:3.0:1763340282.846253:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2774 00000100:00100000:3.0:1763340282.846262:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56627:x1848995280438016:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340282.847093:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56627:x1848995280438016:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 827us (2877us total) trans 4294971852 rc 0/0 00000100:00100000:3.0:1763340282.847103:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2774 00000100:00100000:2.0:1763340282.855484:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.855593:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280438144 00000100:00100000:0.0:1763340282.855603:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280438144 00000100:00100000:0.0:1763340282.855658:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5410 00000100:00100000:0.0:1763340282.855668:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280438144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.855692:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.855713:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15245 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340282.855735:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340282.855755:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.855758:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340282.855766:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340282.855781:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340282.855799:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c6d30200, rc 0) 00000100:00100000:0.0:1763340282.855856:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280438144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 189us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.855863:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5410 00000100:00100000:0.0:1763340282.858066:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.858135:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280438272 00000100:00100000:2.0:1763340282.858144:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280438272 00000100:00100000:2.0:1763340282.858200:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5411 00000100:00100000:2.0:1763340282.858209:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280438272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340282.858225:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340282.858246:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245c37 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1524c expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340282.858267:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340282.858285:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.858288:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.858295:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1524c expref: 18 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340282.858309:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1524c expref: 18 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340282.858321:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5333800, rc 0) 00000100:00100000:2.0:1763340282.858376:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280438272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 168us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340282.858383:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5411 00000100:00100000:3.0:1763340282.859118:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.865841:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280438784 00000100:00100000:2.0:1763340282.865852:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280438784 00000100:00100000:2.0:1763340282.865896:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2776 00000100:00100000:2.0:1763340282.865904:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56629:x1848995280438784:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340282.866104:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56629:x1848995280438784:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 199us (649us total) trans 4294971854 rc 0/0 00000100:00100000:2.0:1763340282.866111:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2776 00000100:00100000:0.0:1763340282.871345:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.875919:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280439040 00000100:00100000:3.0:1763340282.875934:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280439040 00000100:00100000:3.0:1763340282.875991:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8208 00000100:00100000:3.0:1763340282.876002:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280439040:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340282.876026:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.876029:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340282.876055:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41200/0xbdebf3fb18245c22 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1523e expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.876075:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc800) 00010000:00010000:3.0:1763340282.876087:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340282.876101:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c3e lrc: 2/0,0 mode: --/CW res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15253 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.876202:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c45 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.876214:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c45 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x190:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.876223:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c45 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x190:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340282.876235:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x190:0x0]: returning size 0 00010000:00010000:3.0:1763340282.876329:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40e00/0xbdebf3fb18245c3e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15253 expref: 190 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.876341:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c45 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x190:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15253 expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.876349:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.876351:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763340282.876353:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555eef40800, rc 0) 00000100:00100000:3.0:1763340282.876407:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280439040:12345-192.168.203.42@tcp:101:bash.0 Request processed in 408us (5071us total) trans 4294971855 rc 0/0 00000100:00100000:3.0:1763340282.876414:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8208 00000100:00100000:2.0:1763340282.877347:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.877515:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280439296 00000100:00100000:3.0:1763340282.877521:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280439296 00000100:00100000:3.0:1763340282.877579:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8209 00000100:00100000:3.0:1763340282.877588:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56629:x1848995280439296:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.877602:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.877616:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41a00/0xbdebf3fb18245c53 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1525a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.877665:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.877677:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877695:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877708:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.877716:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877723:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877807:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340282.877818:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877824:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877830:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877835:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.877839:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877846:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877853:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.877858:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877864:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245c68 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340282.877879:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x190:0x0]: returning size 0 00010000:00010000:3.0:1763340282.877932:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877940:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877945:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877951:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877956:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555eef41e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.877959:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877965:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877974:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc200) 00010000:00010000:3.0:1763340282.877976:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.877979:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877984:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41e00/0xbdebf3fb18245c5a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.877995:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.878001:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.878011:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.878016:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.878019:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.878024:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.878032:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:3.0:1763340282.878034:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.878037:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.878043:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c61 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.878072:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41a00/0xbdebf3fb18245c53 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1525a expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.878082:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc200) 00010000:00010000:3.0:1763340282.878085:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340282.878088:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef41a00/0xbdebf3fb18245c53 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1525a expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.878103:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555eef41a00, rc 0) 00000100:00100000:3.0:1763340282.878148:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56629:x1848995280439296:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 560us (804us total) trans 4294971856 rc 301/301 00000100:00100000:3.0:1763340282.878156:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8209 00000100:00100000:2.0:1763340282.882696:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.883321:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.888941:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.888994:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.889648:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280440064 00000100:00100000:0.0:1763340282.889663:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280440064 00000100:00100000:0.0:1763340282.889707:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8211 00000100:00100000:0.0:1763340282.889715:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280440064:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:0.0:1763340282.889745:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.889772:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555eef40800/0xbdebf3fb18245c45 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x190:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15253 expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.889792:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:0.0:1763340282.889797:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340282.889950:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340282.889964:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.889974:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763340282.890019:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971858 00000004:00010000:0.0:1763340282.890040:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000085fd21d7 reply state 000000006ce1b1ec transno 4294971859 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.890052:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.890059:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:0.0:1763340282.890062:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340282.890064:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340282.890135:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280440064:12345-192.168.203.42@tcp:36:bash.0 Request processed in 420us (1140us total) trans 4294971859 rc 0/0 00000100:00100000:0.0:1763340282.890141:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8211 00000020:00080000:0.0:1763340282.890145:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340282.907028:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280440192 00000100:00100000:2.0:1763340282.907039:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280440192 00000100:00100000:2.0:1763340282.907093:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8212 00000100:00100000:2.0:1763340282.907101:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280440192:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340282.907123:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340282.907142:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245c8b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15268 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.907195:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245c8b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15268 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.907209:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245c8b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15268 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.907226:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:2.0:1763340282.907229:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340282.907232:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c5332600, rc 0) 00000100:00100000:2.0:1763340282.907288:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280440192:12345-192.168.203.42@tcp:101:bash.0 Request processed in 187us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340282.907295:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8212 00000100:00100000:2.0:1763340282.912523:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.912626:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280440448 00000100:00100000:3.0:1763340282.912635:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280440448 00000100:00100000:3.0:1763340282.912698:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8213 00000100:00100000:3.0:1763340282.912708:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280440448:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340282.912728:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.912731:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340282.912756:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c5332600/0xbdebf3fb18245c8b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15268 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.912776:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.912780:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340282.912795:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245c92 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1526f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.912839:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c99 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.912852:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c99 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.912862:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c99 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:3.0:1763340282.913057:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1127, 88 off96384 00000004:00080000:3.0:1763340282.913064:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1023720531337ns, next at 1024342884820ns, rc = 0 00000040:00080000:3.0:1763340282.913097:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1106, 88 off94728 00000004:00080000:3.0:1763340282.913101:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1023720568257ns, next at 1024342951079ns, rc = 0 00000040:00080000:3.0:1763340282.913113:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1107, 88 off94816 00000004:00080000:3.0:1763340282.913117:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1023720584032ns, next at 1024342951079ns, rc = 0 00000040:00080000:3.0:1763340282.913125:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1128, 88 off96472 00000004:00080000:3.0:1763340282.913128:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1023720595797ns, next at 1024342884820ns, rc = 0 00000001:00080000:0.0:1763340282.915693:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971860 is committed 00000004:00080000:0.0:1763340282.915712:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 744 committed 00000004:00080000:0.0:1763340282.915728:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 723 committed 00000004:00080000:0.0:1763340282.915739:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 722 committed 00000004:00080000:0.0:1763340282.915742:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 743 committed 00000100:00100000:0.0:1763340282.915868:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292119296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340282.915972:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340282.916033:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340282.916047:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292119680:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340282.916118:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.916146:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.916157:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.916164:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.916171:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.916180:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.916196:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:3.0:1763340282.916200:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.916205:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.916212:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245b49 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.916231:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340282.916307:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292119424:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340282.917286:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.917295:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.917306:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.917311:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.917320:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.917338:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182200) 00010000:00010000:3.0:1763340282.917344:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.917348:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.917357:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245bce lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340282.917387:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.917394:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.917400:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.917405:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c6d30e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.917408:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.917414:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.917422:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340282.917425:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.917428:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.917434:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c6d30e00/0xbdebf3fb18245c84 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340282.917458:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.917507:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292119552:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340282.917510:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292119424 00000100:00100000:2.0:1763340282.917517:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292119424 00000100:00100000:2.0:1763340282.917581:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5412 00000100:00100000:3.0:1763340282.917600:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340282.917601:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+15:3650:x1848995292119424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340282.917631:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:466 count 1 00002000:00010000:2.0:1763340282.917660:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340282.917668:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.917690:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.917693:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.917699:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.917715:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.917725:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.917734:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.917756:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340282.917775:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292120064:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.917807:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.917831:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340282.917839:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292119936:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340282.917867:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340282.917922:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292119552 00000100:00100000:3.0:1763340282.917929:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292119552 00000100:00100000:3.0:1763340282.917972:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292120064 00000100:00100000:3.0:1763340282.917976:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292120064 00000100:00100000:2.0:1763340282.917996:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292119424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 405us (536us total) trans 17179871115 rc 0/0 00000100:00100000:3.0:1763340282.918001:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292119936 00000100:00100000:3.0:1763340282.918006:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292119936 00000100:00100000:2.0:1763340282.918010:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5412 00000100:00100000:2.0:1763340282.918036:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5413 00000100:00100000:2.0:1763340282.918044:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292119552:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340282.918093:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340282.918138:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292119808:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340282.918167:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292119552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (575us total) trans 17179871116 rc 0/0 00000100:00100000:0.0:1763340282.918178:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340282.918193:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340282.918198:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292120192:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340282.918218:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340282.918242:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292119680 00000100:00100000:0.0:1763340282.918247:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292119680 00000100:00100000:3.0:1763340282.921856:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414 00000100:00100000:3.0:1763340282.921889:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292120064:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340282.922000:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5413 00000100:00100000:2.0:1763340282.922050:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292119808 00000100:00100000:2.0:1763340282.922058:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292119808 00000100:00100000:2.0:1763340282.922091:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292120192 00000100:00100000:2.0:1763340282.922093:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292120192 00000100:00100000:2.0:1763340282.922111:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5415 00000100:00100000:2.0:1763340282.922119:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3651:x1848995292119936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340282.922148:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:466 count 1 00002000:00010000:2.0:1763340282.922193:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340282.922202:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.922204:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3651:x1848995292120064:12345-0@lo:2:osp-syn-0-1.0 Request processed in 330us (4394us total) trans 21474838394 rc 0/0 00000100:00100000:3.0:1763340282.922234:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414 00010000:00010000:2.0:1763340282.922251:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.922254:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.922260:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.922272:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5416 00010000:00010000:2.0:1763340282.922274:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340282.922284:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3649:x1848995292119808:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340282.922286:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.922301:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1763340282.922307:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:465 count 1 00010000:00010000:2.0:1763340282.922325:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763340282.922329:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245cae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.922351:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31400/0xbdebf3fb18245b11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f1 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.922360:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.922362:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.922365:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245cae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.922408:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31400/0xbdebf3fb18245b11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f1 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.922423:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31400/0xbdebf3fb18245b11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f1 expref: 18 pid: 8399 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.922455:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292120320:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340282.922598:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340282.922634:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417 00000100:00100000:3.0:1763340282.922645:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+31:3649:x1848995292120192:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340282.922742:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340282.922747:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d4:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.922749:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d4:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.922752:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d4:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.922755:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340282.922819:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292120192:12345-0@lo:2:osp-syn-0-1.0 Request processed in 176us (4599us total) trans 21474838396 rc 0/0 00000100:00100000:3.0:1763340282.922831:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417 00000100:00100000:2.0:1763340282.922866:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3651:x1848995292119936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 744us (4994us total) trans 21474838395 rc 0/0 00000100:00100000:2.0:1763340282.922876:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5415 00010000:00010000:2.0:1763340282.922921:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340282.922928:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.922936:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c5332c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340282.922940:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.922948:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.922963:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.922970:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c5332c00/0xbdebf3fb18245ca0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.922985:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340282.922988:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.922993:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340282.922996:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.923002:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.923009:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.923015:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32200/0xbdebf3fb18245ca7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.923023:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340282.923025:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340282.923026:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340282.923060:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6680/2, rc 0, transno 21474838395 00000100:00100000:2.0:1763340282.923066:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292119936:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763340282.923077:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa4700/2, rc 0, transno 21474838394 00000100:00100000:2.0:1763340282.923079:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292120064:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340282.923091:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c7931500/2, rc 0, transno 17179871116 00000100:00100000:2.0:1763340282.923094:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292119552:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340282.923161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.925083:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5418 00000100:00100000:3.0:1763340282.925110:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f598a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292119680:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340282.925282:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340282.925286:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d4:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.925289:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d4:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.925292:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d4:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.925294:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340282.925376:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f598a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3649:x1848995292119680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 279us (7283us total) trans 17179871117 rc 0/0 00000100:00100000:3.0:1763340282.925384:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5418 00000100:00100000:3.0:1763340282.925408:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5419 00000100:00100000:3.0:1763340282.925414:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292119296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340282.925429:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:465 count 1 00010000:00010000:3.0:1763340282.925448:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.925469:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.925478:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.925481:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340282.925486:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.925527:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.925575:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 17 pid: 8399 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340282.925592:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292120448:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340282.926597:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340282.926882:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000004:00080000:3.0:1763340282.926934:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3a9b480/2, rc 0, transno 17179871115 00000100:00100000:3.0:1763340282.926942:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292119424:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340282.928079:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.928162:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280440832 00000100:00100000:3.0:1763340282.928170:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280440832 00000100:00100000:3.0:1763340282.928330:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5420 00000100:00100000:3.0:1763340282.928347:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280440832:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340282.928372:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.928396:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18245cdf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1527d expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340282.928423:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340282.928443:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.928445:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.928456:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18245cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1527d expref: 19 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.928472:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18245cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1527d expref: 19 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.928814:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:3.0:1763340282.929396:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280440832:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1049us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.929407:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5420 00000100:00100000:3.0:1763340282.938457:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292120448:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340282.938699:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340282.938916:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.939005:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280440960 00000100:00100000:2.0:1763340282.939015:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280440960 00000100:00100000:0.0:1763340282.939046:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340282.939064:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 19 pid: 8399 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.939074:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.939099:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.939101:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280441088 00000100:00100000:2.0:1763340282.939104:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280441088 00010000:00010000:2.0:1763340282.939119:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d31400/0xbdebf3fb18245b11 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f1 expref: 19 pid: 8399 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.939123:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280441472 00000100:00100000:0.0:1763340282.939126:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280441472 00000100:00100000:2.0:1763340282.939142:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2663 00000100:00100000:2.0:1763340282.939152:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280440960:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763340282.939156:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2779 00000100:00100000:0.0:1763340282.939163:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56630:x1848995280441472:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340282.939435:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56630:x1848995280441472:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 271us (333us total) trans 4294971862 rc 0/0 00000100:00100000:0.0:1763340282.939443:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2779 00000100:00100000:3.0:1763340282.939580:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280441216 00000100:00100000:3.0:1763340282.939585:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280441216 00000100:00100000:3.0:1763340282.939615:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5421 00000100:00100000:3.0:1763340282.939623:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280441216:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340282.939634:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.939659:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18245ce6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15284 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340282.939694:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340282.939716:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.939718:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340282.939729:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18245ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15284 expref: 21 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.939746:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18245ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15284 expref: 21 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.939759:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894400, rc 0) 00000100:00100000:3.0:1763340282.939782:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280441216:12345-192.168.203.42@tcp:101:bash.0 Request processed in 160us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340282.939792:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5421 00000100:00100000:3.0:1763340282.939829:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292120320:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340282.939847:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245cae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.939874:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340282.939881:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 19 pid: 8399 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1763340282.939893:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 19 pid: 8399 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1763340282.939915:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c6d31c00/0xbdebf3fb18245b18 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df151f8 expref: 19 pid: 8399 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1763340282.939930:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.939932:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340282.939936:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.939944:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.939970:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340282.939991:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280440960:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 841us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340282.939999:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2663 00010000:00010000:2.0:1763340282.941841:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340282.941847:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340282.941874:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340282.941899:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340282.941904:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340282.941921:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340282.941925:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280441600 00000100:00100000:0.0:1763340282.941934:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280441600 00000100:00100000:3.0:1763340282.941987:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280441728 00000100:00100000:3.0:1763340282.941993:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280441728 00002000:00010000:3.0:1763340282.942033:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/467 (0->18446744073709551615) 00002000:00100000:3.0:1763340282.942039:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfc380 with x1848995280441728 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340282.942053:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfc380. 00000100:00100000:3.0:1763340282.942088:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1405 00000100:00100000:3.0:1763340282.942100:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280441728:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340282.942301:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340282.942306:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d3:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340282.942309:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340282.942311:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d3:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340282.942313:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340282.942360:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280441728:12345-192.168.203.42@tcp:10:bash.0 Request processed in 262us (465us total) trans 21474838398 rc 0/0 00000100:00100000:3.0:1763340282.942366:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1405 00002000:00010000:3.0:1763340282.942370:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/467 (0->18446744073709551615) 00002000:00100000:3.0:1763340282.942373:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfc380 with x1848995280441728 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340282.942376:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfc380. 00002000:00010000:0.0:1763340282.942428:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/467 (0->18446744073709551615) 00002000:00100000:0.0:1763340282.942431:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd180 with x1848995280441600 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340282.942437:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbcfd180. 00000100:00100000:0.0:1763340282.942452:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1406 00000100:00100000:0.0:1763340282.942459:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280441600:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340282.942647:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340282.942651:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d3:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340282.942653:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340282.942655:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d3:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340282.942657:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340282.942689:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280441600:12345-192.168.203.42@tcp:10:bash.0 Request processed in 221us (844us total) trans 17179871118 rc 0/0 00000100:00100000:0.0:1763340282.942697:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1406 00002000:00010000:0.0:1763340282.942700:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/467 (0->18446744073709551615) 00002000:00100000:0.0:1763340282.942708:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd180 with x1848995280441600 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340282.942714:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbcfd180. 00010000:00010000:2.0:1763340282.942720:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763340282.943775:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3649:x1848995292119296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18353us (27806us total) trans 17179871119 rc 0/0 00000100:00100000:2.0:1763340282.943839:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5419 00010000:00010000:2.0:1763340282.943991:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340282.952724:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280441984 00000100:00100000:2.0:1763340282.952748:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280441984 00000100:00100000:2.0:1763340282.952836:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2780 00000100:00100000:2.0:1763340282.952848:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:55868:x1848995280441984:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340282.953843:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:55868:x1848995280441984:12345-192.168.203.42@tcp:35:bash.0 Request processed in 991us (3638us total) trans 4294971863 rc 0/0 00000100:00100000:2.0:1763340282.953856:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2780 00000100:00100000:2.0:1763340282.966764:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340282.967146:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.967614:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8216 00000100:00100000:0.0:1763340282.967642:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56632:x1848995280442496:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340282.967715:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340282.967748:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245c99 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1526f expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.967774:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18245cd1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15276 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.967787:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18245c7d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15261 expref: 177 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.967797:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:0.0:1763340282.967802:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340282.967838:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340282.967849:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.967858:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.967869:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340282.967875:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.967880:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.967957:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340282.967970:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245cf4 lrc: 2/1,0 mode: CR/CR res: [0x240000404:0x190:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.967983:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.968003:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245cf4 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x190:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340282.968012:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340282.975855:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340282.975979:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340282.976875:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280442752 00000100:00100000:0.0:1763340282.976881:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280442752 00010000:00010000:0.0:1763340282.976918:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245cf4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x190:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1528b expref: 178 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340282.976963:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2665 00000100:00100000:0.0:1763340282.976973:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:2410:x1848995280442752:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340282.976992:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340282.976999:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245cf4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x190:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1528b expref: 178 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.977020:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245cf4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x190:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1528b expref: 178 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.977060:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245cf4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1528b expref: 178 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340282.977080:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:0.0:1763340282.977087:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977098:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977107:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977143:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340282.977214:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:2410:x1848995280442752:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 242us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.977222:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2665 00010000:00010000:0.0:1763340282.977258:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977267:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00080000:0.0:1763340282.977655:0:10032:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x190:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763340282.977778:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977787:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977795:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977801:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.977806:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977813:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977823:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:0.0:1763340282.977826:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340282.977830:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977835:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d09 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977880:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977885:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977890:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977895:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977899:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340282.977902:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977911:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977917:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ea00) 00010000:00010000:0.0:1763340282.977919:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340282.977931:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977936:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245cfb lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:0.0:1763340282.977949:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007bfd2ffb reply state 00000000fc7adeb6 transno 4294971865 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977961:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.977967:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:0.0:1763340282.977969:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340282.977971:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340282.978034:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56632:x1848995280442496:12345-192.168.203.42@tcp:36:rm.0 Request processed in 10406us (10887us total) trans 4294971865 rc 0/0 00000100:00100000:0.0:1763340282.978042:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8216 00000100:00100000:0.0:1763340282.978073:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8217 00000100:00100000:0.0:1763340282.978084:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56631:x1848995280442624:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340282.978112:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340282.978137:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245d17 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15292 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.978220:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245d1e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340282.978232:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245d1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.978242:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245d1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340282.978266:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x190:0x0]: returning size 5 00000004:00200000:0.0:1763340282.978271:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340282.978287:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245d1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340282.978310:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245d17 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15292 expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.978327:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58800/0xbdebf3fb18245d1e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15292 expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340282.978335:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c287e300) 00010000:00010000:0.0:1763340282.978337:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340282.978340:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58800, rc 0) 00000100:00100000:0.0:1763340282.978381:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56631:x1848995280442624:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 300us (2542us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340282.978387:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8217 00000100:00100000:2.0:1763340282.990474:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340282.992564:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340282.992574:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18245d25 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340282.992582:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340282.992586:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18245d25 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340282.992593:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18245d25 lrc: 5/0,0 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340282.992609:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x190:0x0].0x0 (ffff9554c287e300) 00010000:00010000:2.0:1763340282.992611:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340282.992616:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18245d25 lrc: 3/0,0 mode: --/PW res: [0x240000404:0x190:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340282.992629:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340282.992630:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340282.992632:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340282.998998:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280443136 00000100:00100000:3.0:1763340282.999008:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280443136 00000100:00100000:3.0:1763340282.999174:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8218 00000100:00100000:3.0:1763340282.999183:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56631:x1848995280443136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340282.999207:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340282.999232:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18245d2c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15299 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340282.999296:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.999308:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999318:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999328:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340282.999334:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999340:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999379:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999386:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999392:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999403:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999409:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.999413:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999420:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999430:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c700) 00010000:00010000:3.0:1763340282.999433:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.999438:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999444:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245d33 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999455:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999461:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999466:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999470:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340282.999472:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999478:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999487:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:3.0:1763340282.999490:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340282.999493:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999499:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18245d3a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340282.999523:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18245d2c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15299 expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.000403:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c700) 00010000:00010000:3.0:1763340283.000408:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.000413:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18245d2c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15299 expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.000432:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894000, rc 0) 00000100:00100000:3.0:1763340283.004759:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56631:x1848995280443136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5565us (5887us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340283.004772:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8218 00000100:00100000:2.0:1763340283.008174:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.008256:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280443264 00000100:00100000:3.0:1763340283.008267:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280443264 00000100:00100000:3.0:1763340283.008329:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8219 00000100:00100000:3.0:1763340283.008339:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56633:x1848995280443264:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.008358:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.008380:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245d41 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152a0 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.008453:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.008466:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008476:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008486:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.008492:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008498:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008560:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008567:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008572:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008578:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008583:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.008586:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008596:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008607:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c600) 00010000:00010000:3.0:1763340283.008609:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.008613:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008618:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d48 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008630:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008635:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008639:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008644:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.008646:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008650:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008655:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:3.0:1763340283.008657:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.008660:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008664:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d4f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.008710:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245d41 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152a0 expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.008719:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c600) 00010000:00010000:3.0:1763340283.008721:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.008724:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245d41 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152a0 expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.008736:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895c00, rc 0) 00000100:00100000:3.0:1763340283.008778:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56633:x1848995280443264:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 442us (612us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340283.008785:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8219 00000100:00100000:2.0:1763340283.023970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.024053:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280443392 00000100:00100000:0.0:1763340283.024064:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280443392 00000100:00100000:0.0:1763340283.024127:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8220 00000100:00100000:0.0:1763340283.024137:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56633:x1848995280443392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.024159:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.024181:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245d56 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152a7 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.024260:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.024275:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024287:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024300:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.024307:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024315:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024353:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024360:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024366:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024373:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024379:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.024383:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024396:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024407:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ea00) 00010000:00010000:0.0:1763340283.024410:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.024415:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024421:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245d5d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024447:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024453:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024459:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024463:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.024466:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024472:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024478:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.024481:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.024483:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024489:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245d64 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.024516:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245d56 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152a7 expref: 180 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.024526:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ea00) 00010000:00010000:0.0:1763340283.024528:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.024582:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245d56 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152a7 expref: 180 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.024598:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:0.0:1763340283.024658:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56633:x1848995280443392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 522us (697us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.024667:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8220 00000100:00100000:0.0:1763340283.030792:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280443520 00000100:00100000:0.0:1763340283.030800:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280443520 00000100:00100000:0.0:1763340283.030857:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8221 00000100:00100000:0.0:1763340283.030867:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56633:x1848995280443520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.030886:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.030910:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d6b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152ae expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.030972:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245d72 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.030985:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245d72 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.030995:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245d72 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340283.031035:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340283.031039:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340283.031067:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245d6b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152ae expref: 181 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.031095:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245d72 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152ae expref: 180 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.031103:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ef00) 00010000:00010000:0.0:1763340283.031105:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340283.031108:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a5000, rc 0) 00000100:00100000:0.0:1763340283.031162:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56633:x1848995280443520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 296us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.031168:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8221 00000100:00100000:2.0:1763340283.037906:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.040057:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280443776 00000100:00100000:3.0:1763340283.040073:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280443776 00000100:00100000:3.0:1763340283.040146:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8222 00000100:00100000:3.0:1763340283.040157:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56634:x1848995280443776:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.040178:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.040203:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245d79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152b5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.040278:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.040293:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040305:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040320:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.040327:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040333:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040371:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040378:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040385:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040391:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040397:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.040401:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040408:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040419:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ef00) 00010000:00010000:3.0:1763340283.040422:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.040428:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040433:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245d80 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040446:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040451:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040457:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040461:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.040464:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040469:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040475:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:3.0:1763340283.040477:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.040480:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040485:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245d87 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.040513:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245d79 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152b5 expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.040524:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ef00) 00010000:00010000:3.0:1763340283.040526:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340283.040551:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245d79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152b5 expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.040566:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895c00, rc 0) 00000100:00100000:3.0:1763340283.040635:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56634:x1848995280443776:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 480us (2737us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340283.040642:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8222 00000100:00100000:2.0:1763340283.049185:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.049258:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280444032 00000100:00100000:3.0:1763340283.049268:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280444032 00000100:00100000:3.0:1763340283.049334:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8223 00000100:00100000:3.0:1763340283.049345:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56633:x1848995280444032:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.049366:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.049370:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340283.049401:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245d72 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152ae expref: 180 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.049434:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ef00) 00010000:00010000:3.0:1763340283.049444:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340283.049459:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18245d8e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152bc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.052210:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.052237:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052249:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052264:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.052272:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052278:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052712:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.052721:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052729:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340283.052744:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x191:0x0]: returning size 0 00010000:00010000:2.0:1763340283.052767:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052773:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052779:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052794:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052799:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc33200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.052803:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052810:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052821:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c600) 00010000:00010000:2.0:1763340283.052824:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.052829:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052835:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245d95 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763340283.052846:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c34c8c45 reply state 00000000b8416cb7 transno 4294971867 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052856:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.052866:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:2.0:1763340283.052868:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340283.052872:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340283.052908:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18245d8e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.052929:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.052936:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9554c2182d00) 00010000:00010000:2.0:1763340283.052938:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340283.052940:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc32600, rc 0) 00000100:00100000:2.0:1763340283.053027:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56633:x1848995280444032:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3682us (3850us total) trans 4294971867 rc 0/0 00000100:00100000:2.0:1763340283.053037:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8223 00000100:00100000:2.0:1763340283.058405:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280444288 00000100:00100000:2.0:1763340283.058416:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280444288 00000100:00100000:2.0:1763340283.058474:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8224 00000100:00100000:2.0:1763340283.058483:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56633:x1848995280444288:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.058503:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.058521:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245db1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152c3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.058660:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245db8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.058674:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.058708:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245db8 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.058743:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.058757:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 183 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:2.0:1763340283.058771:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a98000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292120576:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340283.058860:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cdad80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340283.063762:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3a98000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292120576:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340283.063794:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245db8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.066390:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280444416 00000100:00100000:2.0:1763340283.066399:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280444416 00010000:00010000:2.0:1763340283.066438:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 184 pid: 6514 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1763340283.067422:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2666 00000100:00100000:0.0:1763340283.067437:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:2408:x1848995280444416:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340283.067452:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340283.067459:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 184 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340283.067472:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 184 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340283.067493:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245da3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152bc expref: 184 pid: 6514 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1763340283.067508:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9554c2182d00) 00010000:00010000:0.0:1763340283.067514:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245db8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340283.067522:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245db8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340283.067529:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245db8 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340283.067585:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340283.067638:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:2408:x1848995280444416:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 206us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.067645:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2666 00000100:00100000:2.0:1763340283.077194:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280444672 00000100:00100000:2.0:1763340283.077205:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280444672 00000100:00100000:2.0:1763340283.080817:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8225 00000100:00100000:2.0:1763340283.080838:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56635:x1848995280444672:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.080861:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.080884:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245dc6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152ca expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.080961:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.080974:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.080985:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.080994:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.081001:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081007:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081108:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245ddb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.081115:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245ddb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081122:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245ddb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081203:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081211:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081218:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081235:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081242:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.081246:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081254:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081266:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182000) 00010000:00010000:2.0:1763340283.081269:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.081273:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081279:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245dcd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081292:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081297:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081302:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081308:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.081311:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081316:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081327:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:2.0:1763340283.081329:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.081332:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081338:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245dd4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.081368:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc33200/0xbdebf3fb18245dc6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152ca expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.081385:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32600/0xbdebf3fb18245ddb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152ca expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.081393:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9554c2182500) 00010000:00010000:2.0:1763340283.081396:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340283.081398:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc32600, rc 0) 00000100:00100000:2.0:1763340283.081471:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56635:x1848995280444672:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 642us (4677us total) trans 4294971869 rc 0/0 00000100:00100000:2.0:1763340283.081479:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8225 00000100:00100000:0.0:1763340283.081665:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.089166:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.089204:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.089302:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280445312 00000100:00100000:2.0:1763340283.089312:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280445312 00000100:00100000:2.0:1763340283.089370:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5422 00000100:00100000:2.0:1763340283.089380:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280445312:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.089396:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.089420:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ffc33200/0xbdebf3fb18245de9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152d1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340283.089449:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340283.089470:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.089472:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.089482:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc33200/0xbdebf3fb18245de9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152d1 expref: 21 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340283.089498:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555ffc33200/0xbdebf3fb18245de9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152d1 expref: 21 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340283.089511:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc33200, rc 0) 00000100:00100000:2.0:1763340283.089606:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280445312:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 227us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.089613:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5422 00000100:00100000:3.0:1763340283.090145:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280445184 00000100:00100000:3.0:1763340283.090152:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280445184 00000100:00100000:0.0:1763340283.094419:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.098989:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.106091:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.106293:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280446080 00000100:00100000:2.0:1763340283.106303:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280446080 00000100:00100000:2.0:1763340283.106365:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8227 00000100:00100000:2.0:1763340283.106376:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56635:x1848995280446080:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.106401:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.106424:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245e05 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152df expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.106497:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.106511:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106523:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106562:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.106571:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106578:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106692:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.106703:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106709:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106715:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 3/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106721:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.106725:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 3/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106732:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 4/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106742:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:2.0:1763340283.106748:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.106753:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245e1a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340283.106766:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x191:0x0]: returning size 0 00010000:00010000:2.0:1763340283.108058:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108070:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108077:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108083:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108088:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.108091:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108098:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108109:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182600) 00010000:00010000:2.0:1763340283.108112:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.108116:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108121:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245e0c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108132:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108137:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108145:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108149:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.108152:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108157:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108163:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:2.0:1763340283.108165:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.108167:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108172:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245e13 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.108211:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245e05 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152df expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.108221:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182600) 00010000:00010000:2.0:1763340283.108223:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340283.108226:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32a00/0xbdebf3fb18245e05 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152df expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.108240:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ffc32a00, rc 0) 00000100:00100000:2.0:1763340283.108316:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56635:x1848995280446080:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1942us (2233us total) trans 4294971874 rc 301/301 00000100:00100000:2.0:1763340283.108324:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8227 00000100:00100000:0.0:1763340283.110707:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.114898:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.115025:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280446464 00000100:00100000:2.0:1763340283.115035:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280446464 00000100:00100000:2.0:1763340283.115091:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2785 00000100:00100000:2.0:1763340283.115100:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56635:x1848995280446464:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340283.115313:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56635:x1848995280446464:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 214us (425us total) trans 4294971875 rc 0/0 00000100:00100000:2.0:1763340283.115322:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2785 00000100:00100000:2.0:1763340283.119507:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.119629:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280446720 00000100:00100000:0.0:1763340283.119641:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280446720 00000100:00100000:0.0:1763340283.119853:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8229 00000100:00100000:0.0:1763340283.119865:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56635:x1848995280446720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.119887:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.119910:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18245e36 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152ed expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.119986:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.119999:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120010:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120021:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.120029:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120035:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120147:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.120160:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120165:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120171:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 3/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120177:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.120181:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 3/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120189:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 4/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120203:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340283.120209:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120215:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e4b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340283.120245:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x191:0x0]: returning size 0 00010000:00010000:0.0:1763340283.120344:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120351:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120357:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120361:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120366:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a4400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.120369:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120374:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120382:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ea00) 00010000:00010000:0.0:1763340283.120385:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.120388:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120392:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4400/0xbdebf3fb18245e3d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120403:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120409:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120413:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120417:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.120420:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120425:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120431:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.120433:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.120436:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120440:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a5000/0xbdebf3fb18245e44 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.120470:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18245e36 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152ed expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.120479:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287ea00) 00010000:00010000:0.0:1763340283.120481:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340283.120484:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a4200/0xbdebf3fb18245e36 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152ed expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.120500:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a4200, rc 0) 00000100:00100000:0.0:1763340283.120599:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56635:x1848995280446720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 736us (1100us total) trans 4294971876 rc 301/301 00000100:00100000:0.0:1763340283.120606:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8229 00000100:00100000:3.0:1763340283.122288:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.125116:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.131440:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.134743:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8231 00000100:00100000:0.0:1763340283.134768:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280447360:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340283.134792:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.134813:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e60 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df152f4 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.134873:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e60 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152f4 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.134888:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245e60 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152f4 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.134906:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340283.134909:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340283.134913:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:0.0:1763340283.134987:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280447360:12345-192.168.203.42@tcp:101:bash.0 Request processed in 230us (3555us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.134995:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8231 00000100:00100000:3.0:1763340283.137938:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.146897:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000001:00080000:0.0:1763340283.153380:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971880 is committed 00000004:00080000:0.0:1763340283.153393:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 725 committed 00000004:00080000:0.0:1763340283.153786:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 746 committed 00000004:00080000:0.0:1763340283.153805:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 745 committed 00000004:00080000:0.0:1763340283.153808:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 724 committed 00000100:00100000:3.0:1763340283.154460:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292121728:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.154490:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.154512:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340283.154518:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292121344:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.154561:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.154585:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292120832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.154604:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.154618:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292121472:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.154632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.154645:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763340283.154649:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292120960:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.154667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.154691:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292121600:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.154709:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.154731:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292121728 00000100:00100000:3.0:1763340283.154735:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292121728 00000100:00100000:3.0:1763340283.154761:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292121344 00000100:00100000:3.0:1763340283.154764:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292121344 00000100:00100000:3.0:1763340283.154775:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292120832 00000100:00100000:3.0:1763340283.154777:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292120832 00000100:00100000:3.0:1763340283.154785:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292121472 00000100:00100000:3.0:1763340283.154787:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292121472 00000100:00100000:3.0:1763340283.154793:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292120960 00000100:00100000:3.0:1763340283.154795:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292120960 00000100:00100000:3.0:1763340283.154801:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292121600 00000100:00100000:3.0:1763340283.154804:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292121600 00000100:00100000:3.0:1763340283.154813:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5424 00000100:00100000:3.0:1763340283.154819:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3649:x1848995292121088:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.154951:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3649:x1848995292121088:12345-0@lo:2:osp-syn-1-1.0 Request processed in 131us (914us total) trans 17179871120 rc 0/0 00000100:00100000:3.0:1763340283.154958:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5424 00000100:00100000:3.0:1763340283.154973:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5425 00000100:00100000:3.0:1763340283.154979:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+35:3648:x1848995292121728:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.155065:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3648:x1848995292121728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (574us total) trans 21474838399 rc 0/0 00000100:00100000:3.0:1763340283.155071:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5425 00000100:00100000:3.0:1763340283.155082:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426 00000100:00100000:3.0:1763340283.155087:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+35:3648:x1848995292121344:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340283.155097:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:467 count 1 00010000:00010000:3.0:1763340283.155108:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155121:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18245ce6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15284 expref: 20 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155128:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340283.155130:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340283.155133:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155153:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18245ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15284 expref: 20 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155163:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18245ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15284 expref: 20 pid: 28498 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1763340283.155174:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292121856:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340283.155204:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.155223:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5427 00000100:00100000:3.0:1763340283.155230:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3650:x1848995292120832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340283.155241:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:468 count 1 00010000:00010000:3.0:1763340283.155252:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155263:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245c37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1524c expref: 18 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340283.155269:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.155271:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.155273:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155291:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1524c expref: 18 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340283.155300:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1524c expref: 18 pid: 30853 timeout: 1123 lvb_type: 1 00000100:00100000:3.0:1763340283.155309:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292121984:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340283.155332:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.155349:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5428 00000100:00100000:3.0:1763340283.155355:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+35:3650:x1848995292121472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340283.155366:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:468 count 1 00010000:00010000:3.0:1763340283.155377:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155387:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 20 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340283.155394:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.155395:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.155398:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.155416:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 20 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340283.155425:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 20 pid: 8399 timeout: 1123 lvb_type: 1 00000100:00100000:3.0:1763340283.155434:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292122112:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340283.155456:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.155473:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429 00000100:00100000:3.0:1763340283.155480:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+21:3650:x1848995292120960:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.155582:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+22:3650:x1848995292120960:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (914us total) trans 17179871121 rc 0/0 00000100:00100000:3.0:1763340283.155588:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429 00000100:00100000:3.0:1763340283.155600:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5430 00000100:00100000:3.0:1763340283.155606:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+35:3650:x1848995292121600:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340283.155658:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.155661:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.155664:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.155665:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.155668:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.155703:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+36:3650:x1848995292121600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (992us total) trans 21474838400 rc 0/0 00000100:00100000:3.0:1763340283.155708:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5430 00000004:00080000:3.0:1763340283.155746:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba52300/2, rc 0, transno 21474838399 00000100:00100000:3.0:1763340283.155752:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292121728:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340283.155772:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d36a00/2, rc 0, transno 17179871121 00000100:00100000:3.0:1763340283.155776:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292120960:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340283.155784:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba52d80/2, rc 0, transno 21474838400 00000100:00100000:3.0:1763340283.155786:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292121600:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340283.159444:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.159456:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.159465:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.159470:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.159475:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.159482:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.159498:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:2.0:1763340283.159501:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.159506:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.159513:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245d02 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.159574:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159582:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159588:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159593:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ffc32200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.159596:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159601:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159609:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e000) 00010000:00010000:2.0:1763340283.159612:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.159614:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159620:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32200/0xbdebf3fb18245d9c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159637:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245e59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159643:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245e59 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159648:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245e59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159657:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.159660:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245e59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159666:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245e59 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159673:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:2.0:1763340283.159675:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.159688:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245e59 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.159694:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18245e59 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.160580:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.168288:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.168330:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.170514:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292121856:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340283.170550:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170560:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170567:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170576:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170584:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170605:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340283.170756:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3648:x1848995292121344:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15668us (16193us total) trans 21474838401 rc 0/0 00000100:00100000:3.0:1763340283.170763:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426 00000004:00080000:3.0:1763340283.170795:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba51c00/2, rc 0, transno 21474838401 00000100:00100000:3.0:1763340283.170800:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292121344:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.170819:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292122112:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340283.170832:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170853:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c5333800/0xbdebf3fb18245c37 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1524c expref: 17 pid: 30853 timeout: 1123 lvb_type: 1 00000100:00100000:3.0:1763340283.170864:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292121984:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340283.170873:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170881:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170888:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170897:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170904:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.170916:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340283.171011:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3650:x1848995292120832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15782us (16405us total) trans 17179871123 rc 0/0 00000100:00100000:3.0:1763340283.171018:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5427 00000004:00080000:3.0:1763340283.171041:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d36300/2, rc 0, transno 17179871123 00000100:00100000:3.0:1763340283.171045:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292120832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.171079:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.171112:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280448640 00000100:00100000:3.0:1763340283.171116:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280448640 00010000:00010000:3.0:1763340283.171133:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 22 pid: 8399 timeout: 1123 lvb_type: 1 00000100:00100000:3.0:1763340283.171151:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2670 00000100:00100000:3.0:1763340283.171157:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280448640:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340283.171166:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340283.171171:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 22 pid: 8399 timeout: 1123 lvb_type: 1 00010000:00010000:3.0:1763340283.171181:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 22 pid: 8399 timeout: 1123 lvb_type: 1 00010000:00010000:3.0:1763340283.171197:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c6d30200/0xbdebf3fb18245c30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15245 expref: 22 pid: 8399 timeout: 1123 lvb_type: 1 00010000:00010000:3.0:1763340283.171206:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.171208:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.171212:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171220:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171236:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340283.171260:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280448640:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 103us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.171267:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2670 00010000:00010000:3.0:1763340283.171302:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171309:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171317:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171325:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171342:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1763340283.171435:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:3650:x1848995292121472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16079us (16800us total) trans 21474838402 rc 0/0 00000100:00100000:3.0:1763340283.171441:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5428 00000004:00080000:3.0:1763340283.171466:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba53100/2, rc 0, transno 21474838402 00000100:00100000:3.0:1763340283.171471:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292121472:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340283.171577:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1763340283.171582:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171589:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.171592:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171600:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171611:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171619:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894a00/0xbdebf3fb18245e7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171633:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340283.171637:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171649:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.171652:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171658:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171667:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171673:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18245e83 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171698:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340283.171701:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171708:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.171711:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171717:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171726:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171739:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18245e8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.171750:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.171751:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.171753:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340283.171883:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340283.179865:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.180000:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280448896 00000100:00100000:0.0:1763340283.180009:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280448896 00000100:00100000:2.0:1763340283.180200:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.181105:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2788 00000100:00100000:0.0:1763340283.181118:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56636:x1848995280448896:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340283.181848:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56636:x1848995280448896:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 730us (1989us total) trans 4294971882 rc 0/0 00000100:00100000:0.0:1763340283.181857:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2788 00000100:00100000:2.0:1763340283.187990:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.188068:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.188162:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280449152 00000100:00100000:0.0:1763340283.188171:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280449152 00000100:00100000:0.0:1763340283.188242:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280449280 00000100:00100000:0.0:1763340283.188246:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280449280 00000100:00100000:0.0:1763340283.188282:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5432 00000100:00100000:0.0:1763340283.188292:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280449152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.188309:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.188327:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ebb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15310 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340283.188383:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f4ab1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292122496:192.168.203.42@tcp:106: 00000100:00100000:0.0:1763340283.188474:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340283.188495:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5433 00000100:00100000:0.0:1763340283.188503:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280449280:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340283.188511:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.188525:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15317 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340283.188585:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340283.188599:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.188601:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.188610:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.188626:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.188637:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45fe00, rc 0) 00000100:00100000:0.0:1763340283.188665:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280449280:12345-192.168.203.42@tcp:101:bash.0 Request processed in 162us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.188672:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5433 00000100:00100000:3.0:1763340283.191705:0:33976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292122368:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340283.191732:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340283.191805:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280449024:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 11437us (11606us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.191815:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2671 00000100:00100000:2.0:1763340283.192947:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:0.0:1763340283.193064:0:16598:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb mtime: 0 -> 1763340283 00002000:00010000:0.0:1763340283.193069:0:16598:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb atime: 0 -> 1763340283 00002000:00010000:0.0:1763340283.193072:0:16598:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb ctime: 0 -> 1763340283 00000100:00100000:0.0:1763340283.193091:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f4ab1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292122496:192.168.203.42@tcp:106: 00010000:00010000:0.0:1763340283.193124:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ebb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15310 expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.193145:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ebb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15310 expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.193158:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:0.0:1763340283.193214:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280449152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4923us (5232us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.193224:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5432 00000100:00100000:2.0:1763340283.193427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.198142:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280449536 00000100:00100000:3.0:1763340283.198158:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280449536 00002000:00010000:3.0:1763340283.198308:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/469 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.198314:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4e97800 with x1848995280449536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.198327:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c4e97800. 00000100:00100000:3.0:1763340283.198365:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280449408 00000100:00100000:3.0:1763340283.198370:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280449408 00002000:00010000:3.0:1763340283.198385:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/469 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.198398:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4e96680 with x1848995280449408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.198405:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4e96680. 00000100:00100000:3.0:1763340283.198437:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1407 00000100:00100000:3.0:1763340283.198447:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280449536:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340283.198640:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.198644:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d5:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340283.198646:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.198648:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d5:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:3.0:1763340283.198650:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.198710:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280449536:12345-192.168.203.42@tcp:10:bash.0 Request processed in 265us (5767us total) trans 17179871124 rc 0/0 00000100:00100000:3.0:1763340283.198717:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1407 00002000:00010000:3.0:1763340283.198720:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/469 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.198723:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4e97800 with x1848995280449536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.198727:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c4e97800. 00000100:00100000:3.0:1763340283.198743:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1408 00000100:00100000:3.0:1763340283.198749:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280449408:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340283.198820:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.198823:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb mtime from disk: 1763340283 -> 1763340283 00002000:00010000:3.0:1763340283.198825:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb atime from disk: 1763340283 -> 0 00002000:00010000:3.0:1763340283.198827:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb ctime from disk: 1763340283 -> 1763340283 00002000:00010000:3.0:1763340283.198829:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.198847:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280449408:12345-192.168.203.42@tcp:10:bash.0 Request processed in 98us (5420us total) trans 21474838403 rc 0/0 00000100:00100000:3.0:1763340283.198852:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1408 00002000:00010000:3.0:1763340283.198854:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/469 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.198857:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4e96680 with x1848995280449408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.198860:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4e96680. 00000100:00100000:0.0:1763340283.204945:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280449792 00000100:00100000:0.0:1763340283.204955:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280449792 00000100:00100000:0.0:1763340283.205008:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2789 00000100:00100000:0.0:1763340283.205017:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:55868:x1848995280449792:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340283.206669:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280449792:12345-192.168.203.42@tcp:35:bash.0 Request processed in 1645us (1799us total) trans 4294971883 rc 0/0 00000100:00100000:0.0:1763340283.206688:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2789 00000100:00100000:2.0:1763340283.220096:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.224926:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280450048 00000100:00100000:0.0:1763340283.224940:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280450048 00000100:00100000:0.0:1763340283.225009:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8234 00000100:00100000:0.0:1763340283.225017:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56638:x1848995280450048:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340283.225066:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340283.225090:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18245e6e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x191:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152fb expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.225110:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ffc32000/0xbdebf3fb18245ea6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15302 expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.225122:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18245e2f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df152e6 expref: 176 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.225131:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340283.225140:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340283.225162:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.225177:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225186:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225195:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.225201:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225207:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225273:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.225280:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225286:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:0.0:1763340283.225505:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1112, 64 off95184 00000040:00080000:0.0:1763340283.225526:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1133, 64 off96840 00000040:00080000:0.0:1763340283.225603:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1134, 64 off96904 00000040:00080000:0.0:1763340283.225614:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1113, 64 off95248 00010000:00010000:0.0:1763340283.225657:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 3/0,1 mode: --/PW res: [0x240000404:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.225665:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225687:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225694:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225701:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225707:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225726:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340283.225742:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225747:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225754:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225759:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.225763:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225769:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225777:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:0.0:1763340283.225779:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340283.225782:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225792:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245ed7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225895:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225901:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225907:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225912:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225916:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.225919:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225925:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225932:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.225934:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.225937:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225942:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245ec9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:0.0:1763340283.225954:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000795f43e2 reply state 000000007ceaf6b8 transno 4294971884 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225963:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.225969:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:0.0:1763340283.225972:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340283.225974:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340283.226039:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56638:x1848995280450048:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1022us (5951us total) trans 4294971884 rc 0/0 00000100:00100000:0.0:1763340283.226047:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8234 00010000:00010000:3.0:1763340283.226118:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340283.226124:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.226135:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.226138:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.226144:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.226152:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340283.226154:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340283.226157:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 1/0,0 mode: --/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.226162:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245ede lrc: 0/0,0 mode: --/PW res: [0x240000404:0x191:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.226176:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.226178:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.226180:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340283.230885:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.235792:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280450432 00000100:00100000:0.0:1763340283.235802:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280450432 00000100:00100000:0.0:1763340283.235864:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8236 00000100:00100000:0.0:1763340283.235874:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56637:x1848995280450432:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.235895:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.235917:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245efa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15325 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.235989:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.236005:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236018:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236030:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.236037:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236043:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236088:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236095:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236101:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236108:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236114:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.236118:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236126:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236137:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.236140:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.236145:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236151:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f01 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236179:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236186:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236191:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236197:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.236200:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236205:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236213:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:0.0:1763340283.236215:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.236218:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236223:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f08 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.236252:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245efa lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15325 expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.236263:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.236265:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.236269:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245efa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15325 expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.236283:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:0.0:1763340283.236354:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56637:x1848995280450432:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 481us (648us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.236362:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8236 00000100:00100000:2.0:1763340283.247944:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340283.249243:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245f16 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249253:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245f16 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249265:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:1.0:1763340283.249267:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.249272:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245f16 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249278:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245f16 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249290:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245f1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249296:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245f1d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249301:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245f1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249307:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.249309:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245f1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249315:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245f1d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249322:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:1.0:1763340283.249324:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.249327:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245f1d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249333:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245f1d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.249359:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18245f0f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1532c expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.249367:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:1.0:1763340283.249370:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.249373:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18245f0f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1532c expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.249384:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:1.0:1763340283.250192:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56639:x1848995280450560:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1175us (2253us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.250201:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8237 00000100:00100000:2.0:1763340283.263139:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.263527:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280450688 00000100:00100000:1.0:1763340283.263552:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280450688 00000100:00100000:0.0:1763340283.264202:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8238 00000100:00100000:0.0:1763340283.264217:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56639:x1848995280450688:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.264237:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.264260:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f24 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15333 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.264330:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.264343:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264354:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264364:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.264371:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264377:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264409:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264415:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264421:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264427:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264433:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.264437:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264444:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264455:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.264457:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.264461:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264467:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f2b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264492:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264498:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264503:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264508:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.264510:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264516:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264522:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:0.0:1763340283.264524:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.264526:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264579:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f32 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.264605:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f24 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15333 expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.264615:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.264617:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.264620:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f24 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15333 expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.264633:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:0.0:1763340283.264707:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56639:x1848995280450688:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 494us (1577us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.264715:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8238 00000100:00100000:3.0:1763340283.272381:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.272427:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.273664:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280450816 00000100:00100000:0.0:1763340283.273687:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280450816 00000100:00100000:0.0:1763340283.273749:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280451072 00000100:00100000:0.0:1763340283.273754:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280451072 00000100:00100000:0.0:1763340283.273786:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8239 00000100:00100000:0.0:1763340283.273796:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56639:x1848995280450816:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.273815:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.273838:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f39 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1533a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.273897:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f40 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.273912:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.273924:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340283.273971:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340283.273978:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340283.274010:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18245f39 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1533a expref: 180 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.274041:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f40 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1533a expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.274050:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.274053:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340283.274057:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:0.0:1763340283.274124:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56639:x1848995280450816:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 329us (1752us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.274132:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8239 00000100:00100000:0.0:1763340283.274152:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8240 00000100:00100000:0.0:1763340283.274159:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56640:x1848995280451072:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.274167:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.274176:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f47 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15341 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.274221:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.274230:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274242:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274252:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.274259:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274266:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274308:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274315:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274322:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274329:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274335:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.274340:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274348:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274357:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.274360:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.274365:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274371:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f4e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274384:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274390:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274396:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274401:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.274404:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274410:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274416:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:0.0:1763340283.274419:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.274422:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274427:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f55 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.274448:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f47 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15341 expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.274458:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.274461:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340283.274464:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18245f47 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15341 expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.274474:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:0.0:1763340283.274496:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56640:x1848995280451072:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 338us (2069us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.274502:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8240 00000100:00100000:3.0:1763340283.281581:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.281733:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280451328 00000100:00100000:0.0:1763340283.281743:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280451328 00000100:00100000:0.0:1763340283.281802:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8241 00000100:00100000:0.0:1763340283.281811:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56639:x1848995280451328:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.281832:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.281834:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340283.281862:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18245f40 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1533a expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.281892:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340283.281902:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340283.281914:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f5c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15348 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.282000:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.282012:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282022:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282034:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.282042:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282047:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282369:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.282376:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282383:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340283.282400:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 0 00010000:00010000:0.0:1763340283.282423:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282429:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282435:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282440:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282445:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.282449:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282459:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282467:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9b00) 00010000:00010000:0.0:1763340283.282470:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.282474:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282479:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f63 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340283.282492:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000095fa46ac reply state 000000004778f11d transno 4294971885 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282502:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.282508:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:0.0:1763340283.282510:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340283.282513:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340283.283716:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18245f5c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.283747:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.283755:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:0.0:1763340283.283758:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340283.283760:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:0.0:1763340283.283845:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56639:x1848995280451328:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2033us (2311us total) trans 4294971885 rc 0/0 00000100:00100000:0.0:1763340283.283857:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8241 00000100:00100000:1.0:1763340283.289750:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.290300:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.290602:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280451584 00000100:00100000:2.0:1763340283.290612:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280451584 00000100:00100000:2.0:1763340283.290664:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280451840 00000100:00100000:2.0:1763340283.290667:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280451840 00000100:00100000:0.0:1763340283.290674:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8242 00000100:00100000:0.0:1763340283.290701:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56639:x1848995280451584:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.290724:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.290746:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f7f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1534f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.290983:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.290999:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.291007:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.291041:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.291054:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 182 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.291066:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f4ab1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292122624:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.291153:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340283.291401:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8243 00000100:00100000:2.0:1763340283.291421:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56641:x1848995280451840:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.291433:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.291444:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245f8d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15356 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.291495:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340283.291506:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291517:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340283.291528:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 0 00010000:00010000:2.0:1763340283.291627:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291634:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291641:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291647:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.291650:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291658:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291669:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:2.0:1763340283.291672:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763340283.291688:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291694:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245f94 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.291731:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245f8d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15356 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.291740:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:2.0:1763340283.291742:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340283.291746:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245f8d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15356 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.291755:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5e00, rc 0) 00000100:00100000:2.0:1763340283.291801:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56641:x1848995280451840:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 391us (1502us total) trans 4294971886 rc 301/301 00000100:00100000:2.0:1763340283.291808:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8243 00000100:00100000:0.0:1763340283.297208:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f4ab1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292122624:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.297249:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340283.298799:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.299026:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280451968 00000100:00100000:1.0:1763340283.299036:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280451968 00010000:00010000:1.0:1763340283.299074:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.299117:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2672 00000100:00100000:1.0:1763340283.299128:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:2408:x1848995280451968:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.299143:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.299150:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.299163:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.299185:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18245f71 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15348 expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.299214:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:1.0:1763340283.299220:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.299229:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.299236:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.299270:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.299319:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:2408:x1848995280451968:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 192us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.299328:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2672 00010000:00010000:0.0:1763340283.299575:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.299584:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340283.299608:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 0 00000004:00080000:0.0:1763340283.299783:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d7:0x0], index 1: 0 00000004:00080000:0.0:1763340283.299791:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d7:0x0], index 0: 0 00000004:00080000:0.0:1763340283.299795:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d8:0x0], index 0: 0 00000004:00080000:0.0:1763340283.299799:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d8:0x0], index 1: 0 00010000:00010000:0.0:1763340283.299905:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.299914:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.299920:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.299926:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.299929:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.299937:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.299948:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:0.0:1763340283.299951:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340283.299954:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.299963:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18245f86 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.300008:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f7f lrc: 1/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1534f expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.300017:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:0.0:1763340283.300019:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340283.300023:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245f7f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1534f expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.300040:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:0.0:1763340283.300088:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56639:x1848995280451584:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9391us (10348us total) trans 4294971887 rc 301/301 00000100:00100000:0.0:1763340283.300095:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8242 00000100:00100000:3.0:1763340283.300590:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.301178:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280452224 00000100:00100000:0.0:1763340283.301184:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280452224 00000100:00100000:0.0:1763340283.301312:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2790 00000100:00100000:0.0:1763340283.301322:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b22850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56641:x1848995280452224:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340283.301850:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b22850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56641:x1848995280452224:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 528us (1259us total) trans 4294971888 rc 0/0 00000100:00100000:0.0:1763340283.301857:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2790 00000100:00100000:3.0:1763340283.307139:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.307139:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.307598:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280452480 00000100:00100000:0.0:1763340283.307608:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280452480 00000100:00100000:2.0:1763340283.307650:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280452736 00000100:00100000:2.0:1763340283.307655:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280452736 00000100:00100000:0.0:1763340283.307671:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2791 00000100:00100000:0.0:1763340283.307691:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56639:x1848995280452480:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340283.308172:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56639:x1848995280452480:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 491us (1047us total) trans 4294971889 rc 0/0 00000100:00100000:0.0:1763340283.308179:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2791 00000100:00100000:2.0:1763340283.309083:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8244 00000100:00100000:2.0:1763340283.309096:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56641:x1848995280452736:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.309109:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.309131:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245fa9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1535d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.309214:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.309227:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309500:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309516:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.309525:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309548:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309640:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb18245fbe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.309649:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb18245fbe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309656:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb18245fbe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340283.309665:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 0 00010000:00010000:2.0:1763340283.309744:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309750:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309755:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309760:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309765:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.309769:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309775:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309790:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182600) 00010000:00010000:2.0:1763340283.309794:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.309798:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309804:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18245fb0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309814:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309819:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309824:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309829:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.309831:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309836:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309843:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:2.0:1763340283.309845:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.309848:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309858:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb18245fb7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.309889:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb18245fa9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1535d expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.309906:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb18245fbe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1535d expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.309913:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c2182c00) 00010000:00010000:2.0:1763340283.309916:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340283.309918:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab4c00, rc 0) 00000100:00100000:2.0:1763340283.309978:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56641:x1848995280452736:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 885us (2854us total) trans 4294971890 rc 0/0 00000100:00100000:2.0:1763340283.309995:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8244 00000100:00100000:3.0:1763340283.313768:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.314064:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280453120 00000100:00100000:0.0:1763340283.314073:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280453120 00000100:00100000:0.0:1763340283.314134:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5434 00000100:00100000:0.0:1763340283.314143:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280453120:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.314160:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.314180:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15364 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340283.314201:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340283.314218:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.314221:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.314229:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 21 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.314246:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 21 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.314259:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9da00, rc 0) 00000100:00100000:0.0:1763340283.314321:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2409:x1848995280453120:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 179us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.314329:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5434 00000100:00100000:3.0:1763340283.315363:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.315452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.315508:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280453248 00000100:00100000:0.0:1763340283.315515:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280453248 00000100:00100000:1.0:1763340283.315517:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280452992 00000100:00100000:1.0:1763340283.315524:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280452992 00000100:00100000:0.0:1763340283.315581:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5435 00000100:00100000:1.0:1763340283.315587:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2792 00000100:00100000:0.0:1763340283.315595:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280453248:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:1.0:1763340283.315601:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56639:x1848995280452992:12345-192.168.203.42@tcp:35:lfs.0 00010000:00010000:0.0:1763340283.315610:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.315627:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1536b expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340283.315645:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340283.315659:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.315661:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.315667:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.315692:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.315703:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:0.0:1763340283.315755:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280453248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 165us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.315763:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5435 00000100:00100000:1.0:1763340283.315791:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56639:x1848995280452992:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 192us (335us total) trans 4294971891 rc 0/0 00000100:00100000:1.0:1763340283.315798:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2792 00000100:00100000:3.0:1763340283.320650:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.320989:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280453504 00000100:00100000:0.0:1763340283.321000:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280453504 00000100:00100000:0.0:1763340283.321064:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2793 00000100:00100000:0.0:1763340283.321074:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56641:x1848995280453504:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340283.321301:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56641:x1848995280453504:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 227us (661us total) trans 4294971892 rc 0/0 00000100:00100000:0.0:1763340283.321309:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2793 00000100:00100000:2.0:1763340283.324322:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.324366:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.324508:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280453760 00000100:00100000:1.0:1763340283.324518:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280453760 00000100:00100000:1.0:1763340283.324598:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280454016 00000100:00100000:1.0:1763340283.324602:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280454016 00000100:00100000:1.0:1763340283.324624:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8245 00000100:00100000:1.0:1763340283.324633:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280453760:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340283.324657:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.324661:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340283.324697:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb18245fbe lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1535d expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.324714:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9554c2182c00) 00010000:00010000:1.0:1763340283.324726:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340283.324744:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245fda lrc: 2/0,0 mode: --/CW res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15372 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340283.324804:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8246 00000100:00100000:3.0:1763340283.324817:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56641:x1848995280454016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.324829:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.324844:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245fe1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15379 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.324847:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245fe8 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340283.324865:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245fe8 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x192:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.324876:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245fe8 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x192:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340283.324888:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 0 00010000:00010000:3.0:1763340283.324890:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340283.324901:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.324909:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.324920:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340283.324928:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.324936:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.324993:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18245fda lrc: 0/0,0 mode: --/CW res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15372 expref: 191 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.325008:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245fe8 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x192:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15372 expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.325016:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:1.0:1763340283.325019:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763340283.325020:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.325023:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00010000:00010000:3.0:1763340283.325036:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325043:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325049:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325059:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.325063:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325070:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325078:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00000100:00100000:1.0:1763340283.325085:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280453760:12345-192.168.203.42@tcp:101:bash.0 Request processed in 450us (769us total) trans 4294971893 rc 0/0 00010000:00010000:3.0:1763340283.325086:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325100:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246004 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340283.325101:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8245 00000004:00200000:3.0:1763340283.325117:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 0 00010000:00010000:3.0:1763340283.325161:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325168:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325173:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325178:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325182:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.325185:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325191:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325204:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340283.325207:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.325210:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325216:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18245fef lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325225:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325231:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325236:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325240:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.325243:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325248:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325256:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:3.0:1763340283.325258:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.325261:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325267:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18245ffd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.325296:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245fe1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15379 expref: 190 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.325305:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340283.325308:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340283.325311:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18245fe1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15379 expref: 190 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.325323:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894200, rc 0) 00000100:00100000:3.0:1763340283.325632:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56641:x1848995280454016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 817us (1263us total) trans 4294971894 rc 301/301 00000100:00100000:3.0:1763340283.325640:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8246 00000100:00100000:2.0:1763340283.337872:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.337933:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.338061:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280454400 00000100:00100000:0.0:1763340283.338072:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280454400 00000100:00100000:0.0:1763340283.338134:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2794 00000100:00100000:0.0:1763340283.338144:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56641:x1848995280454400:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340283.338368:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56641:x1848995280454400:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 225us (434us total) trans 4294971895 rc 0/0 00000100:00100000:0.0:1763340283.338376:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2794 00000100:00100000:3.0:1763340283.338554:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280454144 00000100:00100000:3.0:1763340283.338559:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280454144 00000100:00100000:3.0:1763340283.338598:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8247 00000100:00100000:3.0:1763340283.338606:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280454144:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340283.338615:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.338632:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18246012 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15380 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.338661:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246019 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340283.338674:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246019 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.338696:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246019 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.338777:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb18246012 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15380 expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.338798:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246019 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15380 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.338806:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:3.0:1763340283.338809:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340283.338813:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894200, rc 0) 00000100:00100000:3.0:1763340283.338853:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280454144:12345-192.168.203.42@tcp:101:bash.0 Request processed in 248us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.338859:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8247 00000100:00100000:2.0:1763340283.342020:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.344526:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280454528 00000100:00100000:0.0:1763340283.347995:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280454528 00000100:00100000:0.0:1763340283.348093:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2795 00000100:00100000:0.0:1763340283.348104:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56641:x1848995280454528:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340283.348298:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56641:x1848995280454528:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 195us (6286us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.348306:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2795 00000100:00100000:0.0:1763340283.350243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.350336:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280454784 00000100:00100000:2.0:1763340283.350346:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280454784 00000100:00100000:2.0:1763340283.350402:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8248 00000100:00100000:2.0:1763340283.350412:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280454784:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340283.350458:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340283.350483:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18245fe8 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x192:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15372 expref: 191 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.350505:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:2.0:1763340283.350509:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340283.350729:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340283.350743:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.350759:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763340283.350805:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971896 00000004:00010000:2.0:1763340283.350827:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004c679b32 reply state 00000000da6f044c transno 4294971897 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.350837:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.350843:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:2.0:1763340283.350845:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340283.350848:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340283.350928:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280454784:12345-192.168.203.42@tcp:36:bash.0 Request processed in 517us (693us total) trans 4294971897 rc 0/0 00000100:00100000:2.0:1763340283.350934:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8248 00000020:00080000:2.0:1763340283.350939:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340283.353462:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.353641:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280454912 00000100:00100000:1.0:1763340283.353651:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280454912 00000100:00100000:1.0:1763340283.353713:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8249 00000100:00100000:1.0:1763340283.353721:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280454912:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340283.353742:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.353764:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246027 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15387 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.353817:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246027 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15387 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.353831:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246027 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15387 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.353848:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:1.0:1763340283.353851:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340283.353854:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:1.0:1763340283.353906:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280454912:12345-192.168.203.42@tcp:101:bash.0 Request processed in 186us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.353913:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8249 00010000:00010000:0.0:1763340283.354642:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340283.360117:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.360892:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280455168 00000100:00100000:3.0:1763340283.360903:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280455168 00000100:00100000:3.0:1763340283.360974:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8250 00000100:00100000:3.0:1763340283.360985:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280455168:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340283.361007:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.361010:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340283.361040:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246027 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15387 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.361058:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:3.0:1763340283.361064:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340283.361076:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb1824602e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1538e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.361124:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246035 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340283.361142:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246035 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.361151:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246035 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:3.0:1763340283.361375:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1135, 88 off96992 00000004:00080000:3.0:1763340283.361383:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024168849766ns, next at 1024342884820ns, rc = 0 00000040:00080000:3.0:1763340283.361427:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1114, 88 off95336 00000004:00080000:3.0:1763340283.361433:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024168899989ns, next at 1024342951079ns, rc = 0 00000040:00080000:3.0:1763340283.361461:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1115, 88 off95424 00000004:00080000:3.0:1763340283.361466:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024168932826ns, next at 1024342951079ns, rc = 0 00000040:00080000:3.0:1763340283.361476:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1136, 88 off97080 00000004:00080000:3.0:1763340283.361480:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024168947344ns, next at 1024342884820ns, rc = 0 00000001:00080000:0.0:1763340283.367405:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971898 is committed 00000004:00080000:0.0:1763340283.367417:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 748 committed 00000004:00080000:0.0:1763340283.367435:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 727 committed 00000004:00080000:0.0:1763340283.367448:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 726 committed 00000004:00080000:0.0:1763340283.367451:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 747 committed 00000100:00100000:2.0:1763340283.367662:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292123136:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.367738:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340283.367778:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340283.367784:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292122752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.367806:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340283.367832:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292122880:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.367854:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340283.367872:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763340283.367878:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292123008:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.367897:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340283.367926:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292123136 00000100:00100000:2.0:1763340283.367933:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292123136 00000100:00100000:2.0:1763340283.367973:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292122752 00000100:00100000:2.0:1763340283.367976:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292122752 00000100:00100000:2.0:1763340283.367993:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292122880 00000100:00100000:2.0:1763340283.367996:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292122880 00000100:00100000:2.0:1763340283.368010:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292123008 00000100:00100000:2.0:1763340283.368203:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292123008 00000100:00100000:2.0:1763340283.368231:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5436 00000100:00100000:2.0:1763340283.368240:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+39:3648:x1848995292123136:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763340283.368384:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340283.368388:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d8:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340283.368390:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340283.368393:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d8:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340283.368395:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340283.368436:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3648:x1848995292123136:12345-0@lo:2:osp-syn-0-1.0 Request processed in 197us (699us total) trans 21474838404 rc 0/0 00000100:00100000:2.0:1763340283.368444:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5436 00000100:00100000:2.0:1763340283.368460:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5437 00000100:00100000:2.0:1763340283.368467:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+39:3648:x1848995292122752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340283.368480:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:469 count 1 00010000:00010000:2.0:1763340283.368497:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368521:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245eb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15309 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368528:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340283.368567:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340283.368571:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368603:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15309 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368618:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15309 expref: 20 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340283.368629:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292123264:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340283.368703:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340283.368725:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5438 00000100:00100000:2.0:1763340283.368733:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3650:x1848995292122880:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340283.368746:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:470 count 1 00002000:00010000:2.0:1763340283.368764:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340283.368769:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368778:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.368779:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.368785:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368797:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368807:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368814:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.368834:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340283.368984:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+40:3650:x1848995292122880:12345-0@lo:6:osp-syn-0-1.0 Request processed in 251us (1128us total) trans 21474838405 rc 0/0 00000100:00100000:2.0:1763340283.368991:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5438 00000100:00100000:2.0:1763340283.369004:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5439 00000100:00100000:2.0:1763340283.369011:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3650:x1848995292123008:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340283.369349:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.369358:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.369365:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.369371:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.369375:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.369384:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.369400:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:3.0:1763340283.369403:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.369409:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.369414:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18245ed0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.369441:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.369448:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.369454:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.369459:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.369462:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.369467:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.369475:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:3.0:1763340283.369478:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.369480:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.369487:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18245f6a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.369505:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.369512:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.369519:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.369524:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.369527:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.369550:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.369558:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:3.0:1763340283.369561:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.369564:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.369570:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb18246020 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340283.369589:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292123648:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.369627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.369652:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340283.369658:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292123520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.369689:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.369718:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292123648 00000100:00100000:3.0:1763340283.369724:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292123648 00000100:00100000:3.0:1763340283.369748:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292123520 00000100:00100000:3.0:1763340283.369751:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292123520 00000100:00100000:3.0:1763340283.369764:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5440 00000100:00100000:3.0:1763340283.369770:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3651:x1848995292123648:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.369895:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292123648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 125us (268us total) trans 17179871125 rc 0/0 00000100:00100000:3.0:1763340283.369902:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5440 00000100:00100000:3.0:1763340283.369915:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441 00000100:00100000:3.0:1763340283.369921:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3651:x1848995292123520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340283.369932:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:470 count 1 00002000:00010000:3.0:1763340283.369953:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340283.369958:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.369967:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.369969:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.369973:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.369983:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.369991:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.369997:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340283.370134:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292123392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.370165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.370181:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340283.370186:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292123776:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.370205:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340283.370244:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340283.370371:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292123520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 449us (691us total) trans 17179871126 rc 0/0 00000100:00100000:3.0:1763340283.370377:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441 00000100:00100000:3.0:1763340283.370388:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292123392 00000100:00100000:3.0:1763340283.370392:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292123392 00000100:00100000:3.0:1763340283.370404:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292123776 00000100:00100000:3.0:1763340283.370407:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292123776 00000100:00100000:3.0:1763340283.370417:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5442 00000100:00100000:3.0:1763340283.370422:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292123392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340283.370434:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:469 count 1 00010000:00010000:3.0:1763340283.370444:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370457:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 19 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370464:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340283.370466:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340283.370469:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370493:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 19 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370505:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 19 pid: 8401 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340283.370516:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292123904:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340283.370592:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.370609:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5443 00000100:00100000:3.0:1763340283.370617:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292123776:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340283.370674:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.370688:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d8:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.370691:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.370693:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d8:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.370695:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.370732:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3649:x1848995292123776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (525us total) trans 17179871127 rc 0/0 00000100:00100000:3.0:1763340283.370738:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5443 00010000:00010000:3.0:1763340283.370759:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340283.370765:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370773:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.370777:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370785:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370799:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370806:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb18246043 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370822:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340283.370826:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370836:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.370839:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370845:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370854:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370861:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824604a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370871:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.370873:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.370875:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340283.370905:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc75f80/2, rc 0, transno 17179871126 00000100:00100000:3.0:1763340283.370911:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292123520:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763340283.370920:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc76300/2, rc 0, transno 17179871125 00000100:00100000:3.0:1763340283.370923:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292123648:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340283.370965:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246035 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1538e expref: 175 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.370974:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:3.0:1763340283.370977:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340283.370988:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb1824602e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1538e expref: 175 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340283.371001:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246035 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1538e expref: 174 pid: 6513 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763340283.371467:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc75180/2, rc 0, transno 17179871127 00000100:00100000:0.0:1763340283.371474:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292123776:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340283.371711:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+40:3650:x1848995292123008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2700us (3812us total) trans 21474838406 rc 0/0 00000100:00100000:2.0:1763340283.371719:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5439 00010000:00010000:2.0:1763340283.371750:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340283.371770:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6f480/2, rc 0, transno 21474838406 00000100:00100000:2.0:1763340283.371776:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292123008:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340283.371786:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6fb80/2, rc 0, transno 21474838405 00000100:00100000:2.0:1763340283.371790:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292122880:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763340283.371810:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6ca80/2, rc 0, transno 21474838404 00000100:00100000:2.0:1763340283.371815:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292123136:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340283.372104:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:3.0:1763340283.372108:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340283.372111:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894a00, rc 0) 00000100:00100000:3.0:1763340283.372148:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:55868:x1848995280455168:12345-192.168.203.42@tcp:101:bash.0 Request processed in 11163us (12039us total) trans 4294971898 rc 0/0 00000100:00100000:3.0:1763340283.372155:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8250 00000100:00100000:1.0:1763340283.376390:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.376444:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.376468:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280455296 00000100:00100000:1.0:1763340283.376478:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280455296 00010000:00010000:1.0:1763340283.376517:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245eb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15309 expref: 21 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.376579:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2673 00000100:00100000:1.0:1763340283.376588:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280455296:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.376605:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.376611:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245eb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15309 expref: 21 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.376624:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15309 expref: 21 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.376649:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.376651:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.376657:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.376666:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.376699:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.376746:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280455296:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 158us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.376753:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2673 00000100:00100000:1.0:1763340283.376796:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.376815:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280455424 00000100:00100000:1.0:1763340283.376819:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280455424 00010000:00010000:1.0:1763340283.376834:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 20 pid: 8401 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.376853:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2674 00000100:00100000:1.0:1763340283.376859:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280455424:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.376868:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.376872:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 20 pid: 8401 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.376882:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 20 pid: 8401 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.376895:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.376896:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.376900:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.376908:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.376919:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.376939:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280455424:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 80us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.376945:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2674 00000100:00100000:0.0:1763340283.377316:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280455680 00000100:00100000:0.0:1763340283.377323:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280455680 00000100:00100000:0.0:1763340283.377357:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8251 00000100:00100000:0.0:1763340283.377364:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:56642:x1848995280455680:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.377380:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.377402:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18246058 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15395 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.377476:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340283.377490:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377500:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377513:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340283.377519:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377525:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377655:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824606d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340283.377665:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824606d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377672:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824606d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340283.377691:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 2 00010000:00010000:0.0:1763340283.377781:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377788:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377794:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377799:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377804:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.377808:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377816:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377825:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.377827:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.377831:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377836:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824605f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377860:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377866:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377875:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377880:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.377883:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377888:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377896:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:0.0:1763340283.377898:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.377901:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377906:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246066 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.377945:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18246058 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15395 expref: 177 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.377960:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824606d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15395 expref: 176 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.377967:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:0.0:1763340283.377969:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340283.377971:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:0.0:1763340283.378006:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56642:x1848995280455680:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 643us (1626us total) trans 4294971899 rc 0/0 00000100:00100000:0.0:1763340283.378013:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8251 00010000:00010000:3.0:1763340283.380464:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18245ec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15317 expref: 19 pid: 8401 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340283.380487:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292123904:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340283.380511:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380521:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380528:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380554:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380567:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380588:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340283.380840:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:3649:x1848995292123392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10415us (10672us total) trans 17179871128 rc 0/0 00000100:00100000:3.0:1763340283.380849:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5442 00000004:00080000:3.0:1763340283.380896:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc74380/2, rc 0, transno 17179871128 00000100:00100000:3.0:1763340283.380901:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292123392:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340283.380932:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ffc32c00/0xbdebf3fb18245eb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15309 expref: 20 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340283.380943:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292123264:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340283.380957:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380965:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380971:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380978:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.380991:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381005:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340283.381132:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3648:x1848995292122752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12664us (13323us total) trans 21474838407 rc 0/0 00000100:00100000:3.0:1763340283.381139:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5437 00010000:00010000:3.0:1763340283.381159:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340283.381165:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381172:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.381176:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381184:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381202:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381209:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18246051 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381227:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340283.381231:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381237:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.381239:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381246:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381255:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381260:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824603c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381270:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.381272:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.381273:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340283.381339:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.381358:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280455808 00000100:00100000:3.0:1763340283.381364:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280455808 00000100:00100000:3.0:1763340283.381397:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5444 00000100:00100000:3.0:1763340283.381406:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280455808:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340283.381422:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.381438:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1539c expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340283.381457:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340283.381475:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.381477:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.381486:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381500:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.381510:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894400, rc 0) 00000100:00100000:3.0:1763340283.381576:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280455808:12345-192.168.203.42@tcp:101:bash.0 Request processed in 170us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.381582:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5444 00000004:00080000:2.0:1763340283.382021:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7b80/2, rc 0, transno 21474838407 00000100:00100000:2.0:1763340283.382029:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292122752:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340283.382666:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340283.385058:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.387480:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280455936 00000100:00100000:0.0:1763340283.387495:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280455936 00000100:00100000:0.0:1763340283.388223:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5445 00000100:00100000:0.0:1763340283.388237:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280455936:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340283.388256:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.388281:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153a3 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340283.388305:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340283.388325:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.388327:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.388336:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 21 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.388350:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 21 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.388363:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:0.0:1763340283.388440:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280455936:12345-192.168.203.42@tcp:101:bash.0 Request processed in 207us (3392us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.388447:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5445 00000100:00100000:3.0:1763340283.388665:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.389134:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280456192 00000100:00100000:1.0:1763340283.389143:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280456192 00000100:00100000:1.0:1763340283.389189:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2796 00000100:00100000:1.0:1763340283.389198:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b20850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56642:x1848995280456192:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340283.390526:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b20850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56642:x1848995280456192:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1323us (1854us total) trans 4294971900 rc 0/0 00000100:00100000:1.0:1763340283.390556:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2796 00000100:00100000:3.0:1763340283.395141:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.395179:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.395238:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280456320 00000100:00100000:0.0:1763340283.395247:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280456320 00002000:00010000:0.0:1763340283.395283:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/471 (0->18446744073709551615) 00002000:00100000:0.0:1763340283.395287:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbed80 with x1848995280456320 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340283.395298:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbed80. 00000100:00100000:0.0:1763340283.395323:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280456448 00000100:00100000:0.0:1763340283.395326:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280456448 00002000:00010000:0.0:1763340283.395336:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/471 (0->18446744073709551615) 00002000:00100000:0.0:1763340283.395338:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbfb80 with x1848995280456448 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340283.395344:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbfb80. 00000100:00100000:0.0:1763340283.395364:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1409 00000100:00100000:0.0:1763340283.395372:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280456320:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340283.395526:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340283.395552:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d7:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340283.395554:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.395557:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d7:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340283.395559:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340283.395605:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280456320:12345-192.168.203.42@tcp:10:bash.0 Request processed in 233us (472us total) trans 17179871129 rc 0/0 00000100:00100000:0.0:1763340283.395612:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1409 00002000:00010000:0.0:1763340283.395615:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/471 (0->18446744073709551615) 00002000:00100000:0.0:1763340283.395618:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbed80 with x1848995280456320 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340283.395622:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbed80. 00000100:00100000:0.0:1763340283.395636:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1410 00000100:00100000:0.0:1763340283.395642:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280456448:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340283.395726:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340283.395729:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d7:0x0] updating lvb mtime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340283.395731:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.395733:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d7:0x0] updating lvb ctime from disk: 0 -> 1763340283 00002000:00010000:0.0:1763340283.395735:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340283.395754:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280456448:12345-192.168.203.42@tcp:10:bash.0 Request processed in 112us (574us total) trans 21474838408 rc 0/0 00000100:00100000:0.0:1763340283.395764:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1410 00002000:00010000:0.0:1763340283.395766:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/471 (0->18446744073709551615) 00002000:00100000:0.0:1763340283.395769:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbfb80 with x1848995280456448 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340283.395772:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbfb80. 00000100:00100000:2.0:1763340283.403281:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.403349:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280456704 00000100:00100000:1.0:1763340283.403360:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280456704 00000100:00100000:3.0:1763340283.403800:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2797 00000100:00100000:2.0:1763340283.403860:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:55868:x1848995280456704:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340283.404165:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280456704:12345-192.168.203.42@tcp:35:bash.0 Request processed in 354us (892us total) trans 4294971901 rc 0/0 00000100:00100000:2.0:1763340283.404173:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2797 00000100:00100000:2.0:1763340283.412801:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.413067:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280456960 00000100:00100000:3.0:1763340283.413078:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280456960 00000100:00100000:0.0:1763340283.413702:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8252 00000100:00100000:1.0:1763340283.413796:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56643:x1848995280456960:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.413823:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.413844:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246089 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153aa expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.413947:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.413961:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.413972:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340283.413982:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 5 00010000:00010000:1.0:1763340283.414075:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246089 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.414091:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 180 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.414099:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:1.0:1763340283.414102:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763340283.414105:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:1.0:1763340283.414164:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56643:x1848995280456960:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 452us (1373us total) trans 4294971902 rc 0/0 00000100:00100000:1.0:1763340283.414171:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8252 00000100:00100000:3.0:1763340283.416478:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.416595:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280457216 00000100:00100000:0.0:1763340283.416605:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280457216 00000100:00100000:0.0:1763340283.416660:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8253 00000100:00100000:0.0:1763340283.416669:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56644:x1848995280457216:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340283.416723:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340283.416747:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246035 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1538e expref: 180 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.416765:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824606d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15395 expref: 179 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.416800:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246019 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15380 expref: 178 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.416811:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:0.0:1763340283.416816:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340283.416839:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.416850:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.416859:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.416870:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.416875:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.416880:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.416944:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.416954:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 177 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.416962:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 4/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.416993:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 177 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.417006:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 177 pid: 6513 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.417020:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292124032:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.417089:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:0.0:1763340283.420625:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292124032:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.420653:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340283.420716:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.421079:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.421345:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280457472 00000100:00100000:3.0:1763340283.421354:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280457472 00000100:00100000:3.0:1763340283.421415:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8254 00000100:00100000:3.0:1763340283.421426:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56643:x1848995280457472:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.421450:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.421469:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182460b3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153b1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.421599:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340283.421611:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.421617:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 4/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.421635:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 4/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.421643:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340283.422035:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280457344 00000100:00100000:1.0:1763340283.422041:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280457344 00010000:00010000:1.0:1763340283.422067:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 180 pid: 6513 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.422105:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2675 00000100:00100000:1.0:1763340283.422114:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:2408:x1848995280457344:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.422125:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.422131:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 180 pid: 6513 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.422142:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 180 pid: 6513 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.422161:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246090 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153aa expref: 180 pid: 6513 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.422174:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:1.0:1763340283.422178:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.422186:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.422193:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.422204:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.422209:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.422214:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.422241:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.422290:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:2408:x1848995280457344:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 177us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.422298:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2675 00010000:00010000:0.0:1763340283.422374:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.422382:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000004:00080000:0.0:1763340283.423103:0:8423:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x192:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763340283.423197:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423205:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423211:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423217:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.423220:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423227:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423239:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:0.0:1763340283.423243:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340283.423245:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.423254:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.423259:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.423287:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 2/0,0 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423293:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182460ac lrc: 0/0,0 mode: --/EX res: [0x240000404:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423321:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423327:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423332:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423337:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423341:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.423344:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423349:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423356:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.423358:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.423360:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423365:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824609e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340283.423380:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bfb44fa9 reply state 000000005d847f50 transno 4294971903 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423391:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.423396:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:0.0:1763340283.423398:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340283.423401:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340283.423471:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56644:x1848995280457216:12345-192.168.203.42@tcp:36:rm.0 Request processed in 6801us (6998us total) trans 4294971903 rc 0/0 00000100:00100000:0.0:1763340283.423479:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8253 00010000:00010000:3.0:1763340283.423746:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.423755:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340283.423783:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x192:0x0]: returning size 5 00000004:00200000:3.0:1763340283.423787:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340283.423801:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.423826:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182460b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153b1 expref: 180 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.423841:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895c00/0xbdebf3fb182460ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153b1 expref: 179 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.423853:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:3.0:1763340283.423855:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340283.423858:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895c00, rc 0) 00000100:00100000:3.0:1763340283.423900:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56643:x1848995280457472:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2476us (2821us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.423907:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8254 00000100:00100000:3.0:1763340283.427751:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.429307:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280457728 00000100:00100000:2.0:1763340283.429320:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280457728 00000100:00100000:2.0:1763340283.429383:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2798 00000100:00100000:2.0:1763340283.429392:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56643:x1848995280457728:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340283.429645:0:14057:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x192:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340283.429727:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1137, 64 off97144 00000040:00080000:2.0:1763340283.429753:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1116, 64 off95488 00000040:00080000:2.0:1763340283.429764:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1117, 64 off95552 00000040:00080000:2.0:1763340283.429773:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1138, 64 off97208 00010000:00010000:2.0:1763340283.429845:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340283.429862:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340283.429872:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340283.429880:0:14057:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340283.429885:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340283.429890:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340283.429907:0:14057:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340283.430090:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56643:x1848995280457728:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 697us (2347us total) trans 4294971904 rc 0/0 00000100:00100000:2.0:1763340283.430098:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2798 00010000:00010000:3.0:1763340283.430391:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340283.430398:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340283.430404:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.430408:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340283.430414:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340283.430426:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x192:0x0].0x0 (ffff9555fbb25a00) 00010000:00010000:3.0:1763340283.430429:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340283.430434:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340283.430439:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb182460c1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340283.430448:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.430450:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.430452:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340283.438642:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.438870:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280457856 00000100:00100000:3.0:1763340283.438881:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280457856 00000100:00100000:3.0:1763340283.438938:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8255 00000100:00100000:3.0:1763340283.438948:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56643:x1848995280457856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.438976:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.439002:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182460c8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153b8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.439068:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340283.439081:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439093:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439104:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340283.439111:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439118:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439159:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439166:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439173:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439184:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439191:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.439195:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439203:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439214:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340283.439218:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.439223:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439229:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182460cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439242:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439248:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439254:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439258:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.439261:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439267:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439278:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:3.0:1763340283.439280:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.439283:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439288:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182460d6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.439315:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182460c8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153b8 expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.439325:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:3.0:1763340283.440803:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.440815:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182460c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153b8 expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.440837:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:0.0:1763340283.440993:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56643:x1848995280457856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2043us (2357us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.441002:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8255 00000100:00100000:0.0:1763340283.444499:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.444632:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280457984 00000100:00100000:1.0:1763340283.444642:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280457984 00000100:00100000:1.0:1763340283.444718:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8256 00000100:00100000:1.0:1763340283.444729:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56645:x1848995280457984:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.444751:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.444776:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182460dd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153bf expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.444844:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.444858:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444870:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444885:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.444892:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444898:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444936:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444943:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444949:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444955:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444961:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.444966:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444973:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444985:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:1.0:1763340283.444988:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.444992:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.444998:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182460e4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445011:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445017:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445022:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445027:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.445030:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445035:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445040:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:1.0:1763340283.445043:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.445045:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445051:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182460eb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.445078:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182460dd lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153bf expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.445089:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:1.0:1763340283.445091:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.445095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182460dd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153bf expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.445110:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:1.0:1763340283.445175:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56645:x1848995280457984:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 447us (684us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.445183:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8256 00000100:00100000:2.0:1763340283.452063:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.452145:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280458112 00000100:00100000:0.0:1763340283.452155:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280458112 00000100:00100000:0.0:1763340283.452371:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8257 00000100:00100000:0.0:1763340283.452382:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56645:x1848995280458112:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.452401:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.452421:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182460f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153c6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.452482:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.452496:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452508:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452518:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.452524:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452825:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452863:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452869:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452875:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452881:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452886:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.452890:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452897:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452908:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.452911:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.452915:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452921:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182460f9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452946:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452952:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452957:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452962:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.452964:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452970:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452975:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:0.0:1763340283.452978:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.452980:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.452985:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246100 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.453010:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182460f2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153c6 expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.453019:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.453022:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.453025:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182460f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153c6 expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.453043:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:0.0:1763340283.453107:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56645:x1848995280458112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 727us (1054us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.453115:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8257 00000100:00100000:2.0:1763340283.460985:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.461066:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280458240 00000100:00100000:0.0:1763340283.461076:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280458240 00000100:00100000:0.0:1763340283.461140:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8258 00000100:00100000:0.0:1763340283.461151:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56645:x1848995280458240:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.461171:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.461194:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246107 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153cd expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.461260:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824610e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.461275:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824610e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.461286:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824610e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340283.461327:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340283.461333:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340283.461364:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246107 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153cd expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.461392:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824610e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153cd expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.461406:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.461409:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340283.461412:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:0.0:1763340283.461468:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56645:x1848995280458240:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 318us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.461475:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8258 00000100:00100000:2.0:1763340283.464771:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.464946:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280458368 00000100:00100000:1.0:1763340283.464955:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280458368 00000100:00100000:1.0:1763340283.465010:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8259 00000100:00100000:1.0:1763340283.465020:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56645:x1848995280458368:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.465039:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.465058:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246115 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153d4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.465122:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.465135:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465146:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465154:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.465160:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465164:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465203:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465209:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465214:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465219:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465225:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.465229:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465236:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465247:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:1.0:1763340283.465250:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.465255:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465260:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824611c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465273:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465279:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465284:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465289:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.465292:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465298:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465304:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:1.0:1763340283.465306:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.465309:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465314:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246123 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.465338:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246115 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153d4 expref: 182 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.465347:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:1.0:1763340283.465350:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.465353:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246115 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153d4 expref: 182 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.465360:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:1.0:1763340283.465417:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56645:x1848995280458368:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 399us (654us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.465423:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8259 00000100:00100000:2.0:1763340283.470824:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.471083:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280458624 00000100:00100000:0.0:1763340283.471094:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280458624 00000100:00100000:0.0:1763340283.471150:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8260 00000100:00100000:0.0:1763340283.471160:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56646:x1848995280458624:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.471180:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.471200:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824612a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153db expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.471274:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.471287:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471299:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471310:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.471316:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471323:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471359:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471366:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471372:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471378:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471383:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.471386:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471393:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471404:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.471407:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.471412:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471418:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246131 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471442:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471448:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471453:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471458:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.471460:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471466:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471472:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:0.0:1763340283.471474:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.471476:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471482:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246138 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.471508:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824612a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153db expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.471518:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.471520:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340283.471524:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824612a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153db expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.471584:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:0.0:1763340283.471640:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56646:x1848995280458624:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 482us (826us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340283.471648:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8260 00000100:00100000:2.0:1763340283.478755:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.478881:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280458880 00000100:00100000:1.0:1763340283.478891:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280458880 00000100:00100000:0.0:1763340283.479514:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8261 00000100:00100000:0.0:1763340283.479567:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56645:x1848995280458880:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.479590:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.479593:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340283.479619:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824610e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153cd expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.479649:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e000) 00010000:00010000:0.0:1763340283.479658:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340283.479670:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824613f lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153e2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.479768:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.479779:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.479841:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.479852:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.479859:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.479864:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480191:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340283.480200:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480210:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340283.480219:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 0 00010000:00010000:0.0:1763340283.480239:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480245:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480251:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480256:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480261:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.480265:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480271:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480277:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287e600) 00010000:00010000:0.0:1763340283.480280:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340283.480283:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480288:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246146 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340283.480300:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007fd8175e reply state 00000000bbe21f9d transno 4294971905 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480313:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.480318:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:0.0:1763340283.480320:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340283.480322:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340283.480343:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824613f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.480356:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.480363:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c287e700) 00010000:00010000:0.0:1763340283.480365:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340283.480367:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e200, rc 0) 00000100:00100000:0.0:1763340283.480420:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56645:x1848995280458880:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 897us (1675us total) trans 4294971905 rc 0/0 00000100:00100000:0.0:1763340283.480426:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8261 00000100:00100000:2.0:1763340283.483426:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.483502:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280459136 00000100:00100000:1.0:1763340283.483512:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280459136 00000100:00100000:1.0:1763340283.483579:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8262 00000100:00100000:1.0:1763340283.483587:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56645:x1848995280459136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.483608:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.483626:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246162 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153e9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.483737:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.483752:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 184 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.483760:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.483804:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 184 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.483817:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 184 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.483831:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5425c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292124160:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340283.483910:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555f582be40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340283.489690:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5425c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292124160:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340283.489724:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340283.493405:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.493505:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280459264 00000100:00100000:1.0:1763340283.493516:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280459264 00010000:00010000:1.0:1763340283.493644:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 185 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340283.494294:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2676 00000100:00100000:2.0:1763340283.494308:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:2408:x1848995280459264:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340283.494324:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340283.494332:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 185 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.494346:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 185 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.494374:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246154 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e2 expref: 185 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.494403:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c287e700) 00010000:00010000:2.0:1763340283.494408:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.494418:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.494425:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.495509:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.495521:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340283.495571:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 0 00000004:00080000:0.0:1763340283.495746:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d9:0x0], index 0: 0 00000004:00080000:0.0:1763340283.495752:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d9:0x0], index 1: 0 00000004:00080000:0.0:1763340283.495756:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1da:0x0], index 1: 0 00000004:00080000:0.0:1763340283.495760:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1da:0x0], index 0: 0 00000100:00100000:3.0:1763340283.496227:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.496316:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280459520 00000100:00100000:1.0:1763340283.496324:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280459520 00000100:00100000:1.0:1763340283.496373:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8263 00000100:00100000:1.0:1763340283.496381:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56647:x1848995280459520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.496397:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.496415:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246170 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153f0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.496472:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.496483:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496492:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496504:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.496511:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496516:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496611:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.496618:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496624:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340283.496631:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 0 00010000:00010000:1.0:1763340283.496695:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496702:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496708:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496714:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.496718:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496725:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496735:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c287e700) 00010000:00010000:1.0:1763340283.496737:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763340283.496741:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496746:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246185 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496760:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496765:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496774:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.496778:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340283.496970:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.496977:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.496982:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.496987:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.496990:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.496995:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 5/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.497003:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c287e700) 00010000:00010000:0.0:1763340283.497006:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340283.497009:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 3/0,0 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.497043:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246162 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e9 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.497052:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c287e700) 00010000:00010000:0.0:1763340283.497055:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340283.497058:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246162 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153e9 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.497068:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:0.0:1763340283.497128:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56645:x1848995280459136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 13541us (13711us total) trans 4294971907 rc 301/301 00000100:00100000:0.0:1763340283.497139:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8262 00010000:00010000:2.0:1763340283.497730:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246169 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340283.497753:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340283.497803:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:2408:x1848995280459264:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 3499us (4405us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.497811:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2676 00010000:00010000:1.0:1763340283.498102:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.498105:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498112:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498123:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:1.0:1763340283.498125:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.498128:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498134:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246177 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498146:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498152:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498158:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498163:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.498166:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498176:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498182:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:1.0:1763340283.498185:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.498187:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498192:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824617e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.498224:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246170 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153f0 expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.498234:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:1.0:1763340283.498236:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340283.498239:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246170 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153f0 expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.498251:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:1.0:1763340283.499651:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56647:x1848995280459520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3260us (3417us total) trans 4294971906 rc 301/301 00000100:00100000:1.0:1763340283.499663:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8263 00000100:00100000:0.0:1763340283.500703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.500988:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280459776 00000100:00100000:1.0:1763340283.500998:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280459776 00000100:00100000:1.0:1763340283.501389:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2799 00000100:00100000:1.0:1763340283.501400:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56645:x1848995280459776:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340283.501723:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56645:x1848995280459776:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 324us (1023us total) trans 4294971908 rc 0/0 00000100:00100000:1.0:1763340283.501732:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2799 00000100:00100000:0.0:1763340283.504165:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.504207:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.504259:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280460032 00000100:00100000:1.0:1763340283.504268:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280460032 00000100:00100000:1.0:1763340283.504313:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2800 00000100:00100000:1.0:1763340283.504320:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56645:x1848995280460032:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340283.504490:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56645:x1848995280460032:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 169us (332us total) trans 4294971909 rc 0/0 00000100:00100000:1.0:1763340283.504497:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2800 00000100:00100000:2.0:1763340283.504568:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280460160 00000100:00100000:2.0:1763340283.504573:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280460160 00000100:00100000:2.0:1763340283.504613:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8264 00000100:00100000:2.0:1763340283.504620:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56647:x1848995280460160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.504631:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.504651:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824619a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153f7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.504729:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb182461a1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.504743:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb182461a1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.504754:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb182461a1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340283.504779:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 0 00000004:00200000:2.0:1763340283.504795:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340283.504810:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb182461a1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.504833:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824619a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153f7 expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.504847:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb182461a1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153f7 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.504856:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.504859:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340283.504862:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5400, rc 0) 00000100:00100000:2.0:1763340283.504891:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56647:x1848995280460160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 271us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.504897:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8264 00000100:00100000:3.0:1763340283.509801:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.509911:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.509939:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.510012:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280460672 00000100:00100000:1.0:1763340283.510021:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280460672 00000100:00100000:1.0:1763340283.510069:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8265 00000100:00100000:1.0:1763340283.510077:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:55868:x1848995280460672:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340283.510098:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.510117:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182461a8 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1540c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.510229:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.510242:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510252:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510260:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.510267:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510272:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510315:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182461bd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.510322:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182461bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510327:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182461bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340283.510336:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 0 00010000:00010000:1.0:1763340283.510401:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510409:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510414:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510420:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510424:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.510428:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510434:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510444:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:1.0:1763340283.510447:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.510451:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510456:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182461af lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510465:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510470:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510475:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510479:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.510481:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510486:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510491:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:1.0:1763340283.510494:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.510497:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510502:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182461b6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.510556:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182461a8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1540c expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.510572:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182461bd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1540c expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.510579:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:1.0:1763340283.510581:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340283.510584:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:1.0:1763340283.510627:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280460672:12345-192.168.203.42@tcp:101:bash.0 Request processed in 551us (843us total) trans 4294971910 rc 0/0 00000100:00100000:1.0:1763340283.510634:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8265 00000100:00100000:2.0:1763340283.512245:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280460288 00000100:00100000:2.0:1763340283.512255:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280460288 00000100:00100000:2.0:1763340283.512299:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280460416 00000100:00100000:2.0:1763340283.512302:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280460416 00000100:00100000:2.0:1763340283.512323:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5446 00000100:00100000:2.0:1763340283.512330:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280460288:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.512345:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.512361:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df153fe expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340283.512378:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340283.512391:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.512393:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.512399:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 22 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340283.512411:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 22 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340283.512421:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab4c00, rc 0) 00000100:00100000:2.0:1763340283.512458:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280460288:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 129us (2548us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.512464:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5446 00000100:00100000:2.0:1763340283.512476:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5447 00000100:00100000:2.0:1763340283.512481:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280460416:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.512489:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.512499:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15405 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340283.512512:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340283.512519:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.512521:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.512524:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 23 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340283.512549:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 23 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340283.512557:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5000, rc 0) 00000100:00100000:2.0:1763340283.512574:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280460416:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 93us (2634us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.512579:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5447 00000100:00100000:1.0:1763340283.515489:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.515598:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.515701:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280460928 00000100:00100000:3.0:1763340283.515709:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280460928 00000100:00100000:3.0:1763340283.515764:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 404 00000100:00100000:3.0:1763340283.515772:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2407:x1848995280460928:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340283.515788:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340283.515810:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182461bd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1540c expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.515824:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:3.0:1763340283.515830:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340283.516064:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280460800 00000100:00100000:2.0:1763340283.516068:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280460800 00000100:00100000:2.0:1763340283.516094:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8266 00000100:00100000:2.0:1763340283.516099:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280460800:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340283.516117:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.516130:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461d9 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15413 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.516154:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb182461e0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.516166:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb182461e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.516174:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb182461e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.516264:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461d9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15413 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.516275:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb182461e0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15413 expref: 190 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.516283:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.516286:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340283.516288:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab4a00, rc 0) 00000100:00100000:3.0:1763340283.516325:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:2407:x1848995280460928:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 554us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.516332:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 404 00000100:00100000:2.0:1763340283.516897:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280460800:12345-192.168.203.42@tcp:101:bash.0 Request processed in 795us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.516903:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8266 00000100:00100000:0.0:1763340283.517764:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.518067:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280461184 00000100:00100000:2.0:1763340283.518074:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280461184 00000100:00100000:2.0:1763340283.518111:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2801 00000100:00100000:2.0:1763340283.518117:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56647:x1848995280461184:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340283.518272:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56647:x1848995280461184:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 154us (510us total) trans 4294971911 rc 0/0 00000100:00100000:2.0:1763340283.518278:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2801 00000100:00100000:0.0:1763340283.522884:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.522930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.523179:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280461440 00000100:00100000:2.0:1763340283.523188:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280461440 00000100:00100000:2.0:1763340283.523244:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280461696 00000100:00100000:2.0:1763340283.523247:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280461696 00000100:00100000:2.0:1763340283.523273:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8267 00000100:00100000:2.0:1763340283.523281:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280461440:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340283.523330:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340283.523354:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb182461a1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153f7 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.523369:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.523374:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340283.523527:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.523561:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523570:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:2.0:1763340283.523611:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971912 00000004:00010000:2.0:1763340283.523631:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f55d1ddb reply state 000000000cf201c2 transno 4294971913 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523642:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523648:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.523650:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340283.523653:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340283.523733:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280461440:12345-192.168.203.42@tcp:36:bash.0 Request processed in 452us (858us total) trans 4294971913 rc 0/0 00000100:00100000:2.0:1763340283.523739:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8267 00000020:00080000:2.0:1763340283.523744:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340283.523759:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8268 00000100:00100000:2.0:1763340283.523765:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56647:x1848995280461696:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.523773:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.523795:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb182461ee lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1541a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.523835:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.523842:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523849:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523857:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.523863:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523869:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523942:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.523950:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.523956:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340283.523964:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 0 00010000:00010000:2.0:1763340283.524009:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524016:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524023:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524029:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524034:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.524038:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524045:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524053:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182a00) 00010000:00010000:2.0:1763340283.524055:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.524059:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524064:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb182461f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524074:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524079:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524085:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524089:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.524092:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524098:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524105:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:2.0:1763340283.524108:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.524111:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524120:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb182461fc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.524146:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb182461ee lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.524163:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.524170:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.524172:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340283.524174:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5200, rc 0) 00000100:00100000:2.0:1763340283.524203:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56647:x1848995280461696:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 438us (1272us total) trans 4294971914 rc 0/0 00000100:00100000:2.0:1763340283.524209:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8268 00000100:00100000:1.0:1763340283.526894:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.526958:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280461824 00000100:00100000:3.0:1763340283.526968:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280461824 00000100:00100000:3.0:1763340283.527216:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8269 00000100:00100000:3.0:1763340283.527226:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280461824:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340283.527246:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.527264:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18246211 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15421 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.527313:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18246211 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15421 expref: 195 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.527326:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18246211 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15421 expref: 195 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.527340:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:3.0:1763340283.527343:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340283.527346:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:3.0:1763340283.527398:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280461824:12345-192.168.203.42@tcp:101:bash.0 Request processed in 175us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.527405:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8269 00000100:00100000:0.0:1763340283.530365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.530438:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.530507:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280462336 00000100:00100000:1.0:1763340283.530517:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280462336 00000100:00100000:1.0:1763340283.530599:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2802 00000100:00100000:1.0:1763340283.530609:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b22c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56647:x1848995280462336:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340283.530824:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b22c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56647:x1848995280462336:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 216us (384us total) trans 4294971915 rc 0/0 00000100:00100000:1.0:1763340283.530831:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2802 00000100:00100000:3.0:1763340283.531417:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280462080 00000100:00100000:3.0:1763340283.531423:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280462080 00000100:00100000:3.0:1763340283.531459:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8270 00000100:00100000:3.0:1763340283.531466:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280462080:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340283.531477:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.531480:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340283.531505:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18246211 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15421 expref: 196 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.531520:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:3.0:1763340283.531525:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340283.531566:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18246218 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15428 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.531609:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.531620:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.531629:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.531658:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.531670:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 196 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340283.531692:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292124288:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340283.531753:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340283.535526:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.535639:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.535776:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280462592 00000100:00100000:1.0:1763340283.535793:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280462592 00010000:00010000:1.0:1763340283.535837:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 197 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.535883:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2677 00000100:00100000:1.0:1763340283.535891:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2407:x1848995280462592:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.535904:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.535911:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 197 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.535923:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 197 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.535945:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:1.0:1763340283.535950:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.535959:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.535967:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.535984:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.536026:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2407:x1848995280462592:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 136us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.536033:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2677 00000100:00100000:2.0:1763340283.536109:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280462464 00000100:00100000:2.0:1763340283.536114:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280462464 00000100:00100000:2.0:1763340283.536146:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2803 00000100:00100000:2.0:1763340283.536152:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56647:x1848995280462464:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:2.0:1763340283.536251:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56647:x1848995280462464:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 99us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.536257:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2803 00010000:00010000:3.0:1763340283.536413:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb18246203 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1541a expref: 196 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340283.536433:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292124288:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340283.536453:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.536461:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.536466:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:3.0:1763340283.536723:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1118, 88 off95640 00000004:00080000:3.0:1763340283.536733:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024344199701ns, next at 1024342951079ns, rc = 0 00000040:00080000:3.0:1763340283.536757:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1139, 88 off97296 00000004:00080000:3.0:1763340283.536762:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024344229134ns, next at 1024342884820ns, rc = 0 00000040:00080000:3.0:1763340283.536777:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1140, 88 off97384 00000004:00080000:3.0:1763340283.536780:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024344247514ns, next at 1024342884820ns, rc = 0 00000040:00080000:3.0:1763340283.536796:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1119, 88 off95728 00000004:00080000:3.0:1763340283.536799:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024344266106ns, next at 1024342951079ns, rc = 0 00000001:00080000:2.0:1763340283.542142:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971916 is committed 00000004:00080000:2.0:1763340283.542156:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 729 committed 00000004:00080000:2.0:1763340283.542219:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 750 committed 00000004:00080000:2.0:1763340283.542237:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 749 committed 00000004:00080000:2.0:1763340283.542240:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 728 committed 00000100:00100000:3.0:1763340283.542355:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292124416:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.542422:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.542457:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340283.542464:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292124800:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.542486:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.542515:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292124544:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.542563:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.542582:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340283.542587:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292124672:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.542606:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.542634:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292124416 00000100:00100000:3.0:1763340283.542641:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292124416 00000100:00100000:3.0:1763340283.542690:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292124800 00000100:00100000:3.0:1763340283.542693:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292124800 00000100:00100000:3.0:1763340283.542709:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292124544 00000100:00100000:3.0:1763340283.542712:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292124544 00000100:00100000:3.0:1763340283.542726:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292124672 00000100:00100000:3.0:1763340283.542729:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292124672 00000100:00100000:3.0:1763340283.542747:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5448 00000100:00100000:3.0:1763340283.542755:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+43:3649:x1848995292124416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340283.542777:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:471 count 1 00010000:00010000:3.0:1763340283.542815:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.542837:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 22 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.542845:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340283.542847:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340283.542851:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.542879:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 22 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.542892:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 22 pid: 30853 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340283.542908:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292124928:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340283.542970:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.542988:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5449 00000100:00100000:3.0:1763340283.542995:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+43:3649:x1848995292124800:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340283.543121:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.543125:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.543127:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.543129:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.543131:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.543171:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+44:3649:x1848995292124800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 176us (683us total) trans 21474838409 rc 0/0 00000100:00100000:3.0:1763340283.543179:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5449 00000100:00100000:3.0:1763340283.543196:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5450 00000100:00100000:3.0:1763340283.543202:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f5989450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+43:3650:x1848995292124544:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340283.543213:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:472 count 1 00010000:00010000:3.0:1763340283.543224:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.543234:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 22 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340283.543241:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.543242:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.543245:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.543269:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 22 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340283.543278:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 22 pid: 16598 timeout: 1124 lvb_type: 1 00000100:00100000:3.0:1763340283.543287:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292125056:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340283.543310:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c11ca000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.543328:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5451 00000100:00100000:3.0:1763340283.543334:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+43:3650:x1848995292124672:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.543416:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:3650:x1848995292124672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (808us total) trans 21474838410 rc 0/0 00000100:00100000:3.0:1763340283.543422:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5451 00000004:00080000:3.0:1763340283.543460:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffca80/2, rc 0, transno 21474838410 00000100:00100000:3.0:1763340283.543468:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292124672:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340283.543484:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffea00/2, rc 0, transno 21474838409 00000100:00100000:3.0:1763340283.543488:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292124800:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340283.543818:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292125568:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.543847:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.543868:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340283.543872:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292125184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.543890:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.543907:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292125440:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.543923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.543933:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340283.543937:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292125312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.543950:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.543967:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292125568 00000100:00100000:0.0:1763340283.543971:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292125568 00000100:00100000:0.0:1763340283.543992:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292125184 00000100:00100000:0.0:1763340283.543995:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292125184 00000100:00100000:0.0:1763340283.544007:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292125440 00000100:00100000:0.0:1763340283.544008:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292125440 00000100:00100000:0.0:1763340283.544017:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292125312 00000100:00100000:0.0:1763340283.544019:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292125312 00000100:00100000:0.0:1763340283.544029:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5452 00000100:00100000:0.0:1763340283.544034:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3648:x1848995292125568:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340283.544103:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340283.544106:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.544108:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.544110:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.544111:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340283.544137:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:3648:x1848995292125568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (289us total) trans 17179871130 rc 0/0 00000100:00100000:0.0:1763340283.544142:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5452 00000100:00100000:0.0:1763340283.544153:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5453 00000100:00100000:0.0:1763340283.544158:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3648:x1848995292125184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340283.544168:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:471 count 1 00010000:00010000:0.0:1763340283.544179:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.544190:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.544196:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340283.544198:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340283.544201:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.544222:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.544230:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 21 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.544239:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292125696:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.544272:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340283.544285:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5454 00000100:00100000:0.0:1763340283.544291:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292125440:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.544360:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+30:3651:x1848995292125440:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (436us total) trans 17179871131 rc 0/0 00000100:00100000:0.0:1763340283.544366:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5454 00000100:00100000:0.0:1763340283.544379:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5455 00000100:00100000:0.0:1763340283.544384:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292125312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340283.544394:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:472 count 1 00010000:00010000:0.0:1763340283.544404:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.544414:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 21 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.544420:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.544422:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.544424:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.544444:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 21 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.544452:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 21 pid: 16598 timeout: 1124 lvb_type: 1 00000100:00100000:0.0:1763340283.544460:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292125824:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.544482:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1b0c0 going to sleep for 11 seconds 00000004:00080000:0.0:1763340283.544517:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7dc00/2, rc 0, transno 17179871130 00000100:00100000:0.0:1763340283.544522:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292125568:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340283.544573:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7c700/2, rc 0, transno 17179871131 00000100:00100000:0.0:1763340283.544577:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292125440:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340283.545206:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15428 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.545220:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.545223:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340283.545239:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18246218 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15428 expref: 179 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340283.545255:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15428 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.545281:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.545284:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340283.545286:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:2.0:1763340283.545324:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280462080:12345-192.168.203.42@tcp:101:bash.0 Request processed in 13857us (14967us total) trans 4294971916 rc 0/0 00000100:00100000:2.0:1763340283.545331:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8270 00010000:00010000:1.0:1763340283.546650:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546665:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546671:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546685:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.546690:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546697:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546712:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:1.0:1763340283.546715:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.546719:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546725:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182460a5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546756:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546763:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546768:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546772:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.546775:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546780:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546787:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287e500) 00010000:00010000:1.0:1763340283.546789:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.546792:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546798:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824614d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546817:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546823:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546828:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546833:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.546835:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546841:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546848:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:1.0:1763340283.546850:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.546853:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.546858:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb182461e7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340283.554126:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292124928:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.554156:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340283.554622:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.554641:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.554697:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.554716:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.554739:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.554852:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292125056:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340283.554870:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340283.554895:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280462720 00000100:00100000:1.0:1763340283.554901:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280462720 00010000:00010000:1.0:1763340283.554934:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 23 pid: 30853 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.554971:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280462848 00000100:00100000:1.0:1763340283.554975:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280462848 00010000:00010000:1.0:1763340283.554988:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 24 pid: 16598 timeout: 1124 lvb_type: 1 00000100:00100000:1.0:1763340283.555005:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280463104 00000100:00100000:1.0:1763340283.555008:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280463104 00010000:00010000:1.0:1763340283.555020:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 22 pid: 16598 timeout: 1124 lvb_type: 1 00000100:00100000:1.0:1763340283.555031:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280462976 00000100:00100000:1.0:1763340283.555034:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280462976 00010000:00010000:1.0:1763340283.555045:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 23 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.555059:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2678 00000100:00100000:1.0:1763340283.555066:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280462720:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.555080:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.555085:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 24 pid: 30853 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.555096:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 24 pid: 30853 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.555117:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246082 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153a3 expref: 24 pid: 30853 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.555130:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555132:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555137:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555147:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555170:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.555220:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280462720:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 152us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.555227:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2678 00000100:00100000:1.0:1763340283.555245:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2679 00000100:00100000:1.0:1763340283.555251:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280462848:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.555260:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.555265:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 22 pid: 16598 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.555275:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 22 pid: 16598 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.555288:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18245fcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15364 expref: 22 pid: 16598 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.555298:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555300:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555303:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555311:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555328:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.555346:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280462848:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 95us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.555353:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2679 00000100:00100000:1.0:1763340283.555366:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2680 00000100:00100000:1.0:1763340283.555373:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280463104:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.555383:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.555388:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 23 pid: 16598 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.555397:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 23 pid: 16598 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.555410:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555412:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555416:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555424:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555436:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.555452:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280463104:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 80us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.555458:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2680 00000100:00100000:1.0:1763340283.555470:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2681 00000100:00100000:1.0:1763340283.555477:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280462976:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.555484:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.555488:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 22 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.555497:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 22 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340283.555509:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555511:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.555514:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555521:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555569:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.555590:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280462976:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 114us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.555597:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2681 00010000:00010000:1.0:1763340283.555624:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555633:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555642:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555654:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.555672:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340283.555922:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3649:x1848995292124416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13166us (13498us total) trans 21474838411 rc 0/0 00000100:00100000:1.0:1763340283.555931:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5448 00000100:00100000:1.0:1763340283.555947:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280463232 00000100:00100000:1.0:1763340283.555951:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280463232 00000100:00100000:1.0:1763340283.555976:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5456 00000100:00100000:1.0:1763340283.555984:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280463232:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340283.555997:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.556014:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1542f expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340283.556033:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340283.556045:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.556046:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.556052:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 22 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556063:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 22 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556074:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:1.0:1763340283.556096:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:55868:x1848995280463232:12345-192.168.203.42@tcp:101:bash.0 Request processed in 113us (1355us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.556103:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5456 00000004:00080000:1.0:1763340283.556145:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffc000/2, rc 0, transno 21474838411 00000100:00100000:1.0:1763340283.556150:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292124416:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340283.556167:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556175:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556182:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556188:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556202:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340283.556302:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f5989450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+44:3650:x1848995292124544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13099us (13736us total) trans 21474838412 rc 0/0 00000100:00100000:1.0:1763340283.556308:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5450 00010000:00010000:1.0:1763340283.556412:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340283.556419:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556427:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340283.556431:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556444:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556455:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556462:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb18246226 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556477:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340283.556481:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556487:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340283.556490:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556497:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556507:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556514:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824622d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.556557:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.556560:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.556562:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340283.556582:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffed80/2, rc 0, transno 21474838412 00000100:00100000:1.0:1763340283.556587:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292124544:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340283.556707:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340283.557001:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18245fd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1536b expref: 21 pid: 16598 timeout: 1124 lvb_type: 1 00000100:00100000:0.0:1763340283.557014:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292125824:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.557033:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557047:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557054:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557062:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557069:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557087:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340283.557242:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+30:3651:x1848995292125312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12857us (13289us total) trans 17179871132 rc 0/0 00000100:00100000:0.0:1763340283.557249:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5455 00000004:00080000:0.0:1763340283.557283:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7fb80/2, rc 0, transno 17179871132 00000100:00100000:0.0:1763340283.557288:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292125312:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340283.557311:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824607b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1539c expref: 20 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.557321:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292125696:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.557333:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557345:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557351:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557358:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557363:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.557374:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763340283.557460:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:3648:x1848995292125184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13302us (13568us total) trans 17179871133 rc 0/0 00000100:00100000:0.0:1763340283.557466:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5453 00000004:00080000:0.0:1763340283.557489:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7ea00/2, rc 0, transno 17179871133 00000100:00100000:0.0:1763340283.557493:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292125184:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340283.558018:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340283.558026:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558033:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.558037:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558045:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558061:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558067:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824623b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558084:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340283.558088:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558094:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340283.558096:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558103:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558111:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558118:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246234 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.558135:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.558137:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340283.558138:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.559787:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340283.565498:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.567697:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280463360 00000100:00100000:0.0:1763340283.567710:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280463360 00000100:00100000:0.0:1763340283.567925:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5457 00000100:00100000:0.0:1763340283.567936:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280463360:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340283.567952:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.567971:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15436 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340283.567997:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340283.568030:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.568032:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.568040:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 21 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.568054:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 21 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.568065:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:0.0:1763340283.568130:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280463360:12345-192.168.203.42@tcp:101:bash.0 Request processed in 196us (2642us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.568137:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5457 00000100:00100000:2.0:1763340283.577140:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.577196:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.577232:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.577307:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280463488 00000100:00100000:3.0:1763340283.577318:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280463488 00002000:00010000:3.0:1763340283.577357:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/473 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.577362:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4e97100 with x1848995280463488 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.577374:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4e97100. 00000100:00100000:3.0:1763340283.577704:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280463616 00000100:00100000:3.0:1763340283.577709:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280463616 00002000:00010000:3.0:1763340283.577725:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/473 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.577728:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0000 with x1848995280463616 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.577735:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d0000. 00000100:00100000:2.0:1763340283.578220:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1411 00000100:00100000:2.0:1763340283.578232:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280463488:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340283.578395:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340283.578398:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340283.578400:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340283.578402:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340283.578405:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340283.579867:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1412 00000100:00100000:1.0:1763340283.579886:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280463616:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340283.580038:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340283.580042:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:1.0:1763340283.580045:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340283.580047:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:1.0:1763340283.580049:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340283.580277:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280463616:12345-192.168.203.42@tcp:10:bash.0 Request processed in 397us (3041us total) trans 17179871134 rc 0/0 00000100:00100000:1.0:1763340283.580285:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1412 00002000:00010000:1.0:1763340283.580290:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/473 (0->18446744073709551615) 00002000:00100000:1.0:1763340283.580293:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0000 with x1848995280463616 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340283.580300:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d0000. 00000100:00100000:1.0:1763340283.580325:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280463872 00000100:00100000:1.0:1763340283.580332:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280463872 00000100:00100000:2.0:1763340283.580727:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280463488:12345-192.168.203.42@tcp:10:bash.0 Request processed in 2496us (3594us total) trans 21474838413 rc 0/0 00000100:00100000:2.0:1763340283.580735:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1411 00002000:00010000:2.0:1763340283.580738:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/473 (0->18446744073709551615) 00002000:00100000:2.0:1763340283.580741:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4e97100 with x1848995280463488 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340283.580747:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4e97100. 00000100:00100000:1.0:1763340283.581028:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8271 00000100:00100000:1.0:1763340283.581039:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56648:x1848995280463872:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.581059:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.581080:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246250 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1543d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.581149:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.581162:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581172:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581184:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.581190:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581196:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581281:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.581290:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581296:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340283.581304:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 2 00010000:00010000:1.0:1763340283.581368:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581375:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581382:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581388:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581393:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.581397:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581404:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581415:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:1.0:1763340283.581418:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.581422:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581428:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246257 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581440:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581445:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581451:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581456:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.581458:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581468:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581474:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340283.581477:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.581479:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581484:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824625e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.581518:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246250 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.584835:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.584852:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:1.0:1763340283.584855:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340283.584859:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:1.0:1763340283.584945:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56648:x1848995280463872:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3907us (7746us total) trans 4294971917 rc 0/0 00000100:00100000:1.0:1763340283.584954:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8271 00000100:00100000:0.0:1763340283.588317:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.588403:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280464128 00000100:00100000:1.0:1763340283.588412:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280464128 00000100:00100000:1.0:1763340283.588469:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2804 00000100:00100000:1.0:1763340283.588478:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:55868:x1848995280464128:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340283.589295:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280464128:12345-192.168.203.42@tcp:35:bash.0 Request processed in 813us (982us total) trans 4294971918 rc 0/0 00000100:00100000:1.0:1763340283.589305:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2804 00000100:00100000:2.0:1763340283.589722:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.590344:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280464384 00000100:00100000:1.0:1763340283.590353:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280464384 00000100:00100000:1.0:1763340283.590404:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2805 00000100:00100000:1.0:1763340283.590412:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56648:x1848995280464384:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340283.590669:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280464384:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 256us (946us total) trans 4294971919 rc 0/0 00000100:00100000:1.0:1763340283.590687:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2805 00000100:00100000:2.0:1763340283.599152:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.599235:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280464640 00000100:00100000:1.0:1763340283.599246:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280464640 00000100:00100000:1.0:1763340283.599309:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8272 00000100:00100000:1.0:1763340283.599321:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280464640:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.599345:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.599365:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246273 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15444 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.599473:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.599488:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.599497:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 4/0,1 mode: --/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.599529:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.599658:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 180 pid: 6514 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.599672:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292125952:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.600114:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340283.607244:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.607946:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280464896 00000100:00100000:3.0:1763340283.607958:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280464896 00000100:00100000:3.0:1763340283.608024:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8273 00000100:00100000:3.0:1763340283.608034:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56649:x1848995280464896:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340283.608094:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763340283.608121:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824621f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15428 expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.608145:0:10032:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 180 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1763340283.608161:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb182461e0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15413 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.608178:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:3.0:1763340283.608184:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.608195:0:10032:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.608201:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.608224:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340283.608250:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.608259:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.608267:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.608278:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.608284:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.608290:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.608369:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.608378:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.608386:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.608398:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.608406:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.615376:0:6514:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@00000000db46542b x1848995292125952) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.615406:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246265 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1543d expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.615423:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292125952:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.615446:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:0.0:1763340283.615452:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.615461:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.615470:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340283.615478:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340283.615484:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340283.615508:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 5 00010000:00010000:0.0:1763340283.615700:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246273 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15444 expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.615720:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15444 expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.615730:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15444 expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.615738:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:0.0:1763340283.615805:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280464640:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 16486us (16662us total) trans 4294971920 rc 0/0 00000100:00100000:0.0:1763340283.615815:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8272 00000100:00100000:0.0:1763340283.619356:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.619394:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.619489:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280465024 00000100:00100000:2.0:1763340283.619499:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280465024 00010000:00010000:2.0:1763340283.619582:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15444 expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340283.619621:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2682 00000100:00100000:2.0:1763340283.619630:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:2407:x1848995280465024:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340283.619645:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340283.619652:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15444 expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.619665:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15444 expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.619701:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824627a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x193:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15444 expref: 179 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.619715:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:2.0:1763340283.619719:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.619728:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.619734:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.619756:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340283.619917:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.619925:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00080000:3.0:1763340283.620152:0:10032:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x193:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763340283.620224:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620231:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620237:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620242:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.620245:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620252:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620260:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9554c2182b00) 00010000:00010000:3.0:1763340283.620268:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763340283.620271:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620277:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824628f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620294:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620299:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620304:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620308:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620313:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.620315:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620319:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620325:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:3.0:1763340283.620327:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.620329:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620334:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246281 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:3.0:1763340283.620343:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a1a2c378 reply state 000000002258ec53 transno 4294971921 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620353:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.620359:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:3.0:1763340283.620361:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340283.620363:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340283.620437:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:2407:x1848995280465024:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 805us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.620446:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2682 00000100:00100000:1.0:1763340283.620467:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280465152 00000100:00100000:1.0:1763340283.620474:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280465152 00000100:00100000:1.0:1763340283.620520:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8274 00000100:00100000:1.0:1763340283.620529:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56648:x1848995280465152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.620564:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.620581:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb1824629d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1544b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.620640:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182462a4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.620651:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182462a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.620660:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182462a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340283.620694:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 5 00000004:00200000:1.0:1763340283.620699:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340283.620712:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182462a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.620732:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb1824629d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1544b expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.620751:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182462a4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1544b expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.620758:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:1.0:1763340283.620761:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763340283.620763:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:3.0:1763340283.622619:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56649:x1848995280464896:12345-192.168.203.42@tcp:36:rm.0 Request processed in 14577us (15374us total) trans 4294971921 rc 0/0 00000100:00100000:3.0:1763340283.622634:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8273 00000100:00100000:1.0:1763340283.622810:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56648:x1848995280465152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2281us (3413us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.622818:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8274 00000100:00100000:0.0:1763340283.626382:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.626435:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280465408 00000100:00100000:1.0:1763340283.626446:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280465408 00000100:00100000:1.0:1763340283.626514:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8275 00000100:00100000:1.0:1763340283.626524:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56648:x1848995280465408:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.626575:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.626597:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182462ab lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15452 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.626711:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182462b2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.626725:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182462b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.626735:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182462b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340283.626751:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 5 00010000:00010000:1.0:1763340283.626850:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182462ab lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15452 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.626866:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182462b2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15452 expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.626874:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:1.0:1763340283.626877:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340283.626880:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:1.0:1763340283.626940:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56648:x1848995280465408:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 417us (568us total) trans 4294971922 rc 0/0 00000100:00100000:1.0:1763340283.626948:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8275 00000100:00100000:0.0:1763340283.638326:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.638379:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.638430:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280465664 00000100:00100000:1.0:1763340283.638441:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280465664 00000100:00100000:2.0:1763340283.638509:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280465536 00000100:00100000:2.0:1763340283.638515:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280465536 00000100:00100000:2.0:1763340283.638582:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5458 00000100:00100000:2.0:1763340283.638591:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280465536:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:2.0:1763340283.638639:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.638657:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 23 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.638669:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340283.638672:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340283.638684:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.638719:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 23 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.638732:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 23 pid: 8457 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340283.638747:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292126080:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340283.638936:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.639157:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8276 00000100:00100000:3.0:1763340283.639178:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56650:x1848995280465664:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.639243:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.639260:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182462c7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15459 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.639314:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.639326:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639339:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639349:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.639356:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639363:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639398:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639405:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639411:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639417:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639422:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.639426:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639432:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639443:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:3.0:1763340283.639447:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.639451:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639457:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182462ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639469:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639475:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639480:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639497:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.639500:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639505:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639512:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:3.0:1763340283.639515:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.639518:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639523:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462d5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.639578:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182462c7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15459 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.639589:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:3.0:1763340283.639592:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.639596:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182462c7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15459 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.639610:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894200, rc 0) 00000100:00100000:3.0:1763340283.639657:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56650:x1848995280465664:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 491us (1277us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340283.639665:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8276 00000100:00100000:2.0:1763340283.641197:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292126080:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340283.641222:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340283.646911:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.647009:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.647092:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280465920 00000100:00100000:2.0:1763340283.647102:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280465920 00002000:00100000:2.0:1763340283.647149:0:16401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d9:0x0] (0->4) req@ffff9554c87f7100 x1848995280465920/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:44/0 lens 496/0 e 0 to 0 dl 1763340294 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763340283.647160:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f7100 with x1848995280465920 ext(0->4) 00010000:00010000:2.0:1763340283.647170:0:16401:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 24 pid: 8457 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.647185:0:16401:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 24 pid: 8457 timeout: 1124 lvb_type: 0 00002000:00010000:2.0:1763340283.647196:0:16401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c87f7100 00000100:00100000:2.0:1763340283.647238:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 88 00000100:00100000:2.0:1763340283.647250:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280465920:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:1.0:1763340283.648409:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280465792 00000100:00100000:1.0:1763340283.648418:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280465792 00000100:00100000:1.0:1763340283.648472:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8277 00000100:00100000:1.0:1763340283.648481:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56650:x1848995280465792:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.648498:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.648521:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182462dc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15460 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.648604:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.648618:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648628:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648636:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.648643:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648649:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648690:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648697:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648702:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648708:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648713:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.648717:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648723:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648735:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340283.648738:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.648741:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648747:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182462e3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648759:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648765:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648771:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648775:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.648778:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648794:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648801:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:1.0:1763340283.648804:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.648806:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648812:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182462ea lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.648838:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182462dc lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15460 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.648849:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340283.648851:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.648855:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182462dc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15460 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.648867:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:1.0:1763340283.648928:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56650:x1848995280465792:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 449us (2027us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.648936:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8277 00000100:00100000:3.0:1763340283.649812:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280465920:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2562us (2798us total) trans 21474838414 rc 0/0 00000100:00100000:3.0:1763340283.649827:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 88 00002000:00100000:3.0:1763340283.649836:0:16401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d9:0x0] (0->4) req@ffff9554c87f7100 x1848995280465920/t21474838414(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:44/0 lens 496/448 e 0 to 0 dl 1763340294 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340283.649846:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f7100 with x1848995280465920 ext(0->4) 00010000:00010000:3.0:1763340283.649854:0:16401:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 26 pid: 8457 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1763340283.649867:0:16401:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 26 pid: 8457 timeout: 1124 lvb_type: 0 00002000:00010000:3.0:1763340283.649873:0:16401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c87f7100 00000100:00100000:0.0:1763340283.652469:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.652591:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280466048 00000100:00100000:3.0:1763340283.652602:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280466048 00000100:00100000:3.0:1763340283.652658:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8278 00000100:00100000:3.0:1763340283.652669:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56650:x1848995280466048:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.652695:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.652720:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182462f1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15467 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.652791:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462f8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.652805:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.652816:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340283.652861:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763340283.652866:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340283.652897:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182462f1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15467 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.652913:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15467 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.652921:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:3.0:1763340283.652924:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340283.652928:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:3.0:1763340283.652989:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56650:x1848995280466048:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 322us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.652997:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8278 00000100:00100000:0.0:1763340283.656242:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.656324:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280466176 00000100:00100000:1.0:1763340283.656333:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280466176 00000100:00100000:1.0:1763340283.656395:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8279 00000100:00100000:1.0:1763340283.656404:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56650:x1848995280466176:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.656422:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.656440:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182462ff lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1546e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.656502:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.656515:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656525:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656561:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.656569:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656575:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656613:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656619:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656624:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656630:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656635:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.656640:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656646:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656656:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:1.0:1763340283.656659:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.656664:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656669:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246306 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656693:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656699:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656705:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656709:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.656712:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656722:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656729:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:1.0:1763340283.656732:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.656735:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656740:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824630d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.656767:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182462ff lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1546e expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.656777:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:1.0:1763340283.656780:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.656783:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182462ff lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1546e expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.656793:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:1.0:1763340283.657384:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56650:x1848995280466176:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 979us (1149us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.657393:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8279 00000100:00100000:2.0:1763340283.663979:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.664122:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280466432 00000100:00100000:3.0:1763340283.664132:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280466432 00000100:00100000:3.0:1763340283.665071:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8280 00000100:00100000:3.0:1763340283.665085:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56650:x1848995280466432:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.665108:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.665111:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340283.665136:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182462f8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15467 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.665156:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:3.0:1763340283.665167:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340283.665181:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18246314 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15475 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.665284:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.665296:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.665305:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.665314:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340283.665320:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.665326:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668120:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340283.668142:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668154:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340283.668165:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x195:0x0]: returning size 0 00010000:00010000:2.0:1763340283.668194:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668201:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668206:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668212:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668217:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.668220:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668227:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668238:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3cf00) 00010000:00010000:2.0:1763340283.668241:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.668245:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668250:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824631b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340283.668262:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3f6dfb1 reply state 00000000457c1941 transno 4294971923 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668272:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.668277:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:2.0:1763340283.668279:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340283.668282:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340283.668315:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18246314 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.668335:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.668342:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182a00) 00010000:00010000:2.0:1763340283.668344:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340283.668346:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340283.670515:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56650:x1848995280466432:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5426us (6538us total) trans 4294971923 rc 0/0 00000100:00100000:2.0:1763340283.670527:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8280 00000100:00100000:2.0:1763340283.672563:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.672670:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280466560 00000100:00100000:2.0:1763340283.672690:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280466560 00010000:00010000:2.0:1763340283.672729:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 26 pid: 8457 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340283.672763:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2683 00000100:00100000:2.0:1763340283.672772:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280466560:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340283.672799:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763340283.672817:0:14059:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763340283.672820:0:14059:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763340283.672826:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 26 pid: 8457 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.672840:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 26 pid: 8457 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.672865:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246242 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1542f expref: 26 pid: 8457 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.672881:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.672883:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.672888:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.672897:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.672924:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340283.672971:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280466560:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 199us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.672979:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2683 00010000:00010000:2.0:1763340283.673032:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673041:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673060:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673068:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673076:0:35203:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673082:0:35203:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340283.673086:0:35203:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673094:0:35203:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673105:0:35203:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.673115:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182462c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340283.673158:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280465536:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 34568us (34842us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.673167:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5458 00000100:00100000:3.0:1763340283.677041:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.677118:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280466816 00000100:00100000:1.0:1763340283.677129:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280466816 00000100:00100000:1.0:1763340283.677179:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8281 00000100:00100000:1.0:1763340283.677187:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56650:x1848995280466816:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.677209:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.677230:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246337 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1547c expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.677335:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340283.677349:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.677357:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.677389:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.677401:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 186 pid: 10032 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.677413:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292126208:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340283.677490:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72780 going to sleep for 11 seconds 00000100:00100000:0.0:1763340283.679748:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.681845:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292126208:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.681874:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340283.682607:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.683027:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280467200 00000100:00100000:0.0:1763340283.683034:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280467200 00010000:00010000:0.0:1763340283.683069:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 187 pid: 10032 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.683107:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2684 00000100:00100000:0.0:1763340283.683115:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:2407:x1848995280467200:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340283.683128:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340283.683134:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 187 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.683145:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 187 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.683165:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246329 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15475 expref: 187 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.683185:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182a00) 00010000:00010000:0.0:1763340283.683190:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.683199:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.683205:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.683224:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340283.683263:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:2407:x1848995280467200:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 149us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.683270:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2684 00010000:00010000:0.0:1763340283.683364:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.683372:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340283.683394:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x195:0x0]: returning size 0 00000004:00080000:0.0:1763340283.683559:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1db:0x0], index 1: 0 00000004:00080000:0.0:1763340283.683566:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1db:0x0], index 0: 0 00000004:00080000:0.0:1763340283.683571:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1dc:0x0], index 0: 0 00000004:00080000:0.0:1763340283.683574:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1dc:0x0], index 1: 0 00010000:00010000:0.0:1763340283.683666:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340283.684734:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280467072 00000100:00100000:1.0:1763340283.684743:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280467072 00000100:00100000:1.0:1763340283.684796:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8282 00000100:00100000:1.0:1763340283.684805:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56648:x1848995280467072:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340283.684850:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.684869:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182462a4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1544b expref: 187 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.684884:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:1.0:1763340283.684888:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340283.684912:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340283.684923:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.684930:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340283.685083:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340283.685093:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1120, 88 off95816 00010000:00010000:0.0:1763340283.685095:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000004:00080000:1.0:1763340283.685100:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024492567048ns, next at 1024342951079ns, rc = 0 00010000:00010000:0.0:1763340283.685100:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.685104:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.685112:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340283.685139:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1141, 88 off97472 00000004:00080000:1.0:1763340283.685144:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024492611483ns, next at 1024342884820ns, rc = 0 00000040:00080000:1.0:1763340283.685168:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1142, 88 off97560 00000004:00080000:1.0:1763340283.685173:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024492640360ns, next at 1024342884820ns, rc = 0 00000040:00080000:1.0:1763340283.685183:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1121, 88 off95904 00000004:00080000:1.0:1763340283.685187:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024492654649ns, next at 1024342951079ns, rc = 0 00010000:00010000:0.0:1763340283.685351:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182a00) 00010000:00010000:0.0:1763340283.685354:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340283.685358:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.685366:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824633e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.685432:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246337 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1547c expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.685442:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182a00) 00010000:00010000:0.0:1763340283.685444:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340283.685448:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246337 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1547c expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.685460:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:0.0:1763340283.685524:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56650:x1848995280466816:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8337us (8493us total) trans 4294971924 rc 301/301 00000100:00100000:0.0:1763340283.685558:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8281 00000100:00100000:3.0:1763340283.688189:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.689128:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280467456 00000100:00100000:2.0:1763340283.689139:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280467456 00000100:00100000:2.0:1763340283.689190:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2806 00000100:00100000:2.0:1763340283.689200:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56650:x1848995280467456:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340283.689486:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56650:x1848995280467456:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 285us (1304us total) trans 4294971926 rc 0/0 00000100:00100000:2.0:1763340283.689493:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2806 00000001:00080000:2.0:1763340283.696417:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971925 is committed 00000004:00080000:2.0:1763340283.696431:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 731 committed 00000004:00080000:2.0:1763340283.696447:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 752 committed 00000004:00080000:2.0:1763340283.696456:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 751 committed 00000004:00080000:2.0:1763340283.696458:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 730 committed 00000004:00010000:2.0:1763340283.696527:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f0b3bd68 reply state 00000000458d1497 transno 4294971925 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696569:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696579:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:2.0:1763340283.696582:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763340283.696586:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763340283.696704:0:6514:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763340283.696721:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56648:x1848995280467072:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 11914us (16976us total) trans 4294971925 rc 0/0 00000100:00100000:2.0:1763340283.696730:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8282 00010000:00010000:2.0:1763340283.696758:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696766:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696773:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696779:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.696782:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696789:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696798:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:2.0:1763340283.696800:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340283.696804:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.696809:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824634c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.696962:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340283.696977:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292126336:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.697036:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.697079:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292126464:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.697102:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.697135:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292126336 00000100:00100000:0.0:1763340283.697141:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292126336 00000100:00100000:0.0:1763340283.697181:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292126464 00000100:00100000:0.0:1763340283.697183:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292126464 00000100:00100000:0.0:1763340283.697205:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459 00000100:00100000:0.0:1763340283.697212:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+31:3648:x1848995292126336:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340283.697333:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340283.697336:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:0.0:1763340283.697338:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.697340:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:0.0:1763340283.697342:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340283.697373:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+32:3648:x1848995292126336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 161us (336us total) trans 17179871135 rc 0/0 00000100:00100000:3.0:1763340283.697378:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5460 00010000:00010000:1.0:1763340283.697497:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697505:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697511:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697516:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.697520:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697526:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697562:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:1.0:1763340283.697565:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.697568:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697573:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18246288 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697586:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697592:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697597:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697602:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.697604:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697610:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697616:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:1.0:1763340283.697619:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.697621:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.697626:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18246322 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340283.697685:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3650:x1848995292126464:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.697722:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459 00002000:00010000:3.0:1763340283.697751:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.697755:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.697757:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.697771:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.697773:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.697804:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3650:x1848995292126464:12345-0@lo:2:osp-syn-1-1.0 Request processed in 419us (700us total) trans 17179871136 rc 0/0 00000100:00100000:3.0:1763340283.697814:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5460 00000004:00080000:0.0:1763340283.697835:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2151c00/2, rc 0, transno 17179871136 00000100:00100000:0.0:1763340283.697840:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292126464:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.697848:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340283.697853:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292126592:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340283.697876:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.697900:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292126592 00000100:00100000:0.0:1763340283.697903:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292126592 00000100:00100000:0.0:1763340283.697925:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5461 00000100:00100000:0.0:1763340283.697932:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+44:3650:x1848995292126592:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.697960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.697977:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280467712 00000100:00100000:3.0:1763340283.697981:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280467712 00000100:00100000:3.0:1763340283.698007:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2807 00000100:00100000:3.0:1763340283.698024:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+175:56650:x1848995280467712:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340283.698130:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763340283.698140:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292126720:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340283.698774:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+45:3650:x1848995292126592:12345-0@lo:2:osp-syn-0-1.0 Request processed in 839us (894us total) trans 21474838415 rc 0/0 00000100:00100000:0.0:1763340283.698781:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5461 00000004:00080000:0.0:1763340283.698819:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f5180/2, rc 0, transno 17179871135 00000100:00100000:0.0:1763340283.698824:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292126336:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340283.698864:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2151500/2, rc 0, transno 21474838415 00000100:00100000:1.0:1763340283.698870:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292126592:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.698893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.699295:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292126720 00000100:00100000:0.0:1763340283.699301:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292126720 00000100:00100000:0.0:1763340283.699342:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5462 00000100:00100000:0.0:1763340283.699349:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3649:x1848995292126720:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340283.699442:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340283.699445:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.699448:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.699450:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.699452:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340283.699496:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+46:3649:x1848995292126720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 147us (602us total) trans 21474838416 rc 0/0 00000100:00100000:0.0:1763340283.699502:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5462 00000004:00080000:2.0:1763340283.699588:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2152680/2, rc 0, transno 21474838416 00000100:00100000:2.0:1763340283.699594:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292126720:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.699968:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56650:x1848995280467712:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1951us (2004us total) trans 4294971927 rc 0/0 00000100:00100000:3.0:1763340283.699977:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2807 00000100:00100000:3.0:1763340283.713200:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.713252:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280467840 00000100:00100000:2.0:1763340283.713263:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280467840 00000100:00100000:2.0:1763340283.713329:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8283 00000100:00100000:2.0:1763340283.713340:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56648:x1848995280467840:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.713365:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.713386:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15483 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.713440:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.713454:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.713473:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:2.0:1763340283.713477:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340283.713481:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340283.713622:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56648:x1848995280467840:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 282us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.713629:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8283 00000100:00100000:3.0:1763340283.715141:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.715701:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280468096 00000100:00100000:2.0:1763340283.715713:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280468096 00000100:00100000:3.0:1763340283.716217:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.716407:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280468224 00000100:00100000:0.0:1763340283.716413:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280468224 00000100:00100000:0.0:1763340283.716471:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8284 00000100:00100000:0.0:1763340283.716481:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56648:x1848995280468224:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.716505:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.716526:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824635a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15491 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.716653:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246361 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.716668:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246361 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340283.716686:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8285 00010000:00010000:0.0:1763340283.716688:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246361 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340283.716695:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:55868:x1848995280468096:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340283.716704:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.716716:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246368 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1548a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763340283.716731:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x193:0x0]: returning size 5 00000004:00200000:0.0:1763340283.716735:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340283.716750:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246361 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.716774:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824635a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15491 expref: 181 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.716802:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246361 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15491 expref: 180 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.716812:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:0.0:1763340283.716814:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340283.716818:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:0.0:1763340283.716866:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56648:x1848995280468224:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 387us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.716873:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8284 00010000:00010000:2.0:1763340283.716963:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.716972:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.716980:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.716991:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.716996:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717002:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717040:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb1824637d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340283.717048:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb1824637d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717054:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb1824637d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340283.717062:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x195:0x0]: returning size 0 00010000:00010000:2.0:1763340283.717135:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717142:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717153:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717159:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717164:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.717167:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717174:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717183:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2182900) 00010000:00010000:2.0:1763340283.717185:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.717188:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717194:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824636f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717202:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717207:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717212:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717216:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.717218:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717228:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717234:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2182c00) 00010000:00010000:2.0:1763340283.717237:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.717239:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717244:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246376 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.717276:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246368 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1548a expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.717288:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb1824637d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1548a expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.717294:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:2.0:1763340283.717296:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340283.717298:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf600, rc 0) 00000100:00100000:2.0:1763340283.717324:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:55868:x1848995280468096:12345-192.168.203.42@tcp:101:bash.0 Request processed in 631us (2190us total) trans 4294971928 rc 0/0 00000100:00100000:2.0:1763340283.717330:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8285 00000100:00100000:2.0:1763340283.739162:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.739238:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.739282:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280468480 00000100:00100000:1.0:1763340283.739292:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280468480 00000100:00100000:3.0:1763340283.739299:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280468352 00000100:00100000:3.0:1763340283.739303:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280468352 00000100:00100000:3.0:1763340283.739345:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8286 00000100:00100000:1.0:1763340283.739352:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5463 00000100:00100000:3.0:1763340283.739354:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:55868:x1848995280468352:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:1.0:1763340283.739358:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280468480:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.739372:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.739372:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.739390:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1549f expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.739391:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824638b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15498 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340283.739414:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d9:0x0] initial LVB size: 5, mtime: 0x691a6ffc, atime: 0x0, ctime: 0x691a6ffc, blocks: 0x8 00010000:00010000:3.0:1763340283.739422:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246399 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.739428:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.739430:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.739433:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246399 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.739437:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 25 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340283.739444:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246399 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.739449:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 25 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340283.739459:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d200, rc 0) 00000100:00100000:1.0:1763340283.739512:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280468480:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 153us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.739519:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5463 00010000:00010000:3.0:1763340283.739590:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824638b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15498 expref: 182 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.739605:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246399 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15498 expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.739613:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:3.0:1763340283.739615:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340283.739618:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894200, rc 0) 00000100:00100000:3.0:1763340283.739646:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:55868:x1848995280468352:12345-192.168.203.42@tcp:101:bash.0 Request processed in 294us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.739652:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8286 00000100:00100000:2.0:1763340283.745625:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.745732:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280468736 00000100:00100000:1.0:1763340283.745745:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280468736 00000100:00100000:1.0:1763340283.745814:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8287 00000100:00100000:1.0:1763340283.745826:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:55868:x1848995280468736:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340283.745890:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.745918:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb1824637d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1548a expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.745937:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:1.0:1763340283.745943:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340283.746135:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.746149:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.746160:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:1.0:1763340283.746209:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971929 00000004:00010000:1.0:1763340283.746233:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007b64edef reply state 00000000d833fda8 transno 4294971930 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.746246:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.746252:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:1.0:1763340283.746255:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340283.746258:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340283.746362:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280468736:12345-192.168.203.42@tcp:36:bash.0 Request processed in 537us (836us total) trans 4294971930 rc 0/0 00000100:00100000:1.0:1763340283.746370:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8287 00000020:00080000:1.0:1763340283.746376:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340283.754408:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.754507:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280468864 00000100:00100000:0.0:1763340283.754517:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280468864 00000100:00100000:0.0:1763340283.754596:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8288 00000100:00100000:0.0:1763340283.754607:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280468864:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340283.754630:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.754649:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182463a7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154a6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.754714:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182463a7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154a6 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.754729:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182463a7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154a6 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.754748:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:0.0:1763340283.754751:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340283.754755:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:0.0:1763340283.754830:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280468864:12345-192.168.203.42@tcp:101:bash.0 Request processed in 224us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.754838:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8288 00000100:00100000:0.0:1763340283.757643:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.758100:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280469120 00000100:00100000:1.0:1763340283.758110:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280469120 00000100:00100000:1.0:1763340283.758166:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8289 00000100:00100000:1.0:1763340283.758176:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280469120:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340283.758198:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.758201:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340283.758226:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182463a7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154a6 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.758259:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:1.0:1763340283.758264:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340283.758277:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463ae lrc: 2/0,0 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154ad expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.758322:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182463b5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.758334:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182463b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.758344:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182463b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:1.0:1763340283.758599:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1143, 88 off97648 00000004:00080000:1.0:1763340283.758607:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024566074278ns, next at 1024342884820ns, rc = 0 00000040:00080000:1.0:1763340283.758644:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1122, 88 off95992 00000004:00080000:1.0:1763340283.758648:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024566115181ns, next at 1024342951079ns, rc = 0 00000040:00080000:1.0:1763340283.758660:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1123, 88 off96080 00000004:00080000:1.0:1763340283.758663:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024566130638ns, next at 1024342951079ns, rc = 0 00000040:00080000:1.0:1763340283.758671:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1144, 88 off97736 00000004:00080000:1.0:1763340283.758683:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024566150009ns, next at 1024342884820ns, rc = 0 00000001:00080000:1.0:1763340283.761242:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971931 is committed 00000004:00080000:1.0:1763340283.761255:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 754 committed 00010000:00010000:2.0:1763340283.761353:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.761364:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.761371:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.761376:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.761380:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.761387:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.761401:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:2.0:1763340283.761404:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.761408:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.761414:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463a0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00080000:1.0:1763340283.761454:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 733 committed 00000100:00100000:3.0:1763340283.761627:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340283.761646:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292126848:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.761717:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340283.761763:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292126848 00000100:00100000:3.0:1763340283.761770:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292126848 00000100:00100000:3.0:1763340283.761830:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5464 00000100:00100000:3.0:1763340283.761838:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3648:x1848995292126848:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.762005:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292126848:12345-0@lo:2:osp-syn-1-1.0 Request processed in 166us (287us total) trans 17179871137 rc 0/0 00000100:00100000:3.0:1763340283.762012:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5464 00000100:00100000:3.0:1763340283.762032:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340283.762041:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292126976:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.762067:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763340283.762107:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6ce00/2, rc 0, transno 17179871137 00000100:00100000:3.0:1763340283.762113:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292126848:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.762129:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292126976 00000100:00100000:3.0:1763340283.762132:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292126976 00000100:00100000:3.0:1763340283.762153:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465 00000100:00100000:3.0:1763340283.762158:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292126976:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340283.762230:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+34:3651:x1848995292126976:12345-0@lo:2:osp-syn-1-1.0 Request processed in 71us (161us total) trans 17179871138 rc 0/0 00000100:00100000:3.0:1763340283.762235:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465 00000004:00080000:3.0:1763340283.762261:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6df80/2, rc 0, transno 17179871138 00000100:00100000:3.0:1763340283.762264:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292126976:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340283.762420:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 732 committed 00000100:00100000:0.0:1763340283.764480:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340283.764500:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292127232:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340283.764580:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.764642:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292127232 00000100:00100000:0.0:1763340283.764649:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292127232 00000100:00100000:0.0:1763340283.764701:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5466 00000100:00100000:0.0:1763340283.764708:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+46:3649:x1848995292127232:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340283.764863:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+47:3649:x1848995292127232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 155us (283us total) trans 21474838417 rc 0/0 00000100:00100000:0.0:1763340283.764871:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5466 00000004:00080000:0.0:1763340283.764913:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2151180/2, rc 0, transno 21474838417 00000100:00100000:0.0:1763340283.764919:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292127232:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.764987:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763340283.764998:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292127104:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.765027:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763340283.765161:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 753 committed 00000100:00100000:0.0:1763340283.765253:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292127104 00000100:00100000:0.0:1763340283.765258:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292127104 00000100:00100000:0.0:1763340283.765734:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5467 00000100:00100000:0.0:1763340283.765742:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+47:3650:x1848995292127104:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340283.765971:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+48:3650:x1848995292127104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 230us (943us total) trans 21474838418 rc 0/0 00000100:00100000:0.0:1763340283.765978:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5467 00000004:00080000:2.0:1763340283.766040:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2152300/2, rc 0, transno 21474838418 00000100:00100000:2.0:1763340283.766046:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292127104:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340283.766137:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182463b5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ad expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.766151:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:3.0:1763340283.766154:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340283.766169:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463ae lrc: 0/0,0 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ad expref: 179 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340283.766185:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182463b5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ad expref: 178 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.766211:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:3.0:1763340283.766214:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340283.766217:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:3.0:1763340283.766287:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280469120:12345-192.168.203.42@tcp:101:bash.0 Request processed in 8111us (8651us total) trans 4294971931 rc 0/0 00000100:00100000:3.0:1763340283.766300:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8289 00000100:00100000:2.0:1763340283.770579:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.770720:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280469248 00000100:00100000:3.0:1763340283.770730:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280469248 00000100:00100000:3.0:1763340283.771215:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5468 00000100:00100000:3.0:1763340283.771227:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:55868:x1848995280469248:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340283.771243:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.771264:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154b4 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340283.771287:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340283.771306:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.771308:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.771316:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 23 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.771331:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 23 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.771343:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:3.0:1763340283.772694:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280469248:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1461us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.772705:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5468 00000100:00100000:1.0:1763340283.774863:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.774941:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280469376 00000100:00100000:3.0:1763340283.774951:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280469376 00000100:00100000:3.0:1763340283.775057:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5469 00000100:00100000:3.0:1763340283.775067:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280469376:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340283.775086:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.775106:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154bb expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340283.775126:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340283.775145:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.775147:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.775155:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 26 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.775170:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 26 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.775180:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894800, rc 0) 00000100:00100000:3.0:1763340283.784617:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:55868:x1848995280469376:12345-192.168.203.42@tcp:101:bash.0 Request processed in 469us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.784632:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5469 00000100:00100000:1.0:1763340283.784835:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.784894:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280469504 00000100:00100000:3.0:1763340283.784903:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280469504 00002000:00010000:3.0:1763340283.784934:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/475 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.784938:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5500 with x1848995280469504 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.784949:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c4fa5500. 00000100:00100000:3.0:1763340283.784975:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1413 00000100:00100000:3.0:1763340283.784982:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280469504:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340283.785132:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1db:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.785135:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1db:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:3.0:1763340283.785138:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1db:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.785141:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1db:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:3.0:1763340283.785143:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1db:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.785204:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280469504:12345-192.168.203.42@tcp:10:bash.0 Request processed in 222us (369us total) trans 17179871139 rc 0/0 00000100:00100000:3.0:1763340283.785211:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1413 00002000:00010000:3.0:1763340283.785214:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/475 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.785216:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5500 with x1848995280469504 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.785221:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c4fa5500. 00000100:00100000:0.0:1763340283.787528:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.787640:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280469632 00000100:00100000:1.0:1763340283.787650:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280469632 00002000:00010000:1.0:1763340283.787693:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/475 (0->18446744073709551615) 00002000:00100000:1.0:1763340283.787698:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2153b80 with x1848995280469632 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340283.787709:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2153b80. 00000100:00100000:1.0:1763340283.787741:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1414 00000100:00100000:1.0:1763340283.787750:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280469632:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340283.787928:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1db:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340283.787931:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1db:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:1.0:1763340283.787934:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1db:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340283.787936:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1db:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:1.0:1763340283.787938:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1db:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340283.787991:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280469632:12345-192.168.203.42@tcp:10:bash.0 Request processed in 241us (471us total) trans 21474838419 rc 0/0 00000100:00100000:1.0:1763340283.788000:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1414 00002000:00010000:1.0:1763340283.788004:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/475 (0->18446744073709551615) 00002000:00100000:1.0:1763340283.788006:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2153b80 with x1848995280469632 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340283.788011:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2153b80. 00000100:00100000:2.0:1763340283.794232:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.794314:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280469888 00000100:00100000:3.0:1763340283.794325:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280469888 00000100:00100000:3.0:1763340283.794383:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2808 00000100:00100000:3.0:1763340283.794393:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b21050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280469888:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340283.794737:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b21050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:55868:x1848995280469888:12345-192.168.203.42@tcp:35:bash.0 Request processed in 344us (512us total) trans 4294971932 rc 0/0 00000100:00100000:3.0:1763340283.794744:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2808 00000100:00100000:0.0:1763340283.828355:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.828432:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280470016 00000100:00100000:3.0:1763340283.828442:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280470016 00000100:00100000:3.0:1763340283.828505:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8290 00000100:00100000:3.0:1763340283.828515:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56651:x1848995280470016:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340283.828596:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.828621:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182463ca lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154c2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.828702:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340283.828716:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828728:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828741:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340283.828748:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828754:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828823:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182463df lrc: 3/1,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340283.828832:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182463df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828840:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182463df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340283.828876:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x195:0x0]: returning size 5 00000004:00200000:3.0:1763340283.828881:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340283.828898:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182463df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828909:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182463df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828916:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828922:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828931:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828937:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828942:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.828945:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828951:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828961:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c200) 00010000:00010000:3.0:1763340283.828964:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.828968:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828973:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182463d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828984:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828990:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828995:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.828999:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.829002:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.829010:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.829016:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c700) 00010000:00010000:3.0:1763340283.829018:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.829020:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.829026:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182463d8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340283.829055:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182463ca lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154c2 expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.829070:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182463df lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154c2 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.829077:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:3.0:1763340283.829079:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340283.829082:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:3.0:1763340283.829231:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56651:x1848995280470016:12345-192.168.203.42@tcp:101:rm.0 Request processed in 717us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.829239:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8290 00000100:00100000:1.0:1763340283.834786:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.834872:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280470144 00000100:00100000:3.0:1763340283.834882:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280470144 00000100:00100000:3.0:1763340283.834987:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5470 00000100:00100000:3.0:1763340283.834997:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2410:x1848995280470144:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340283.836562:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2410:x1848995280470144:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 1534us (1752us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.836573:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5470 00000100:00100000:0.0:1763340283.841482:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.841575:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280470400 00000100:00100000:1.0:1763340283.841584:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280470400 00000100:00100000:1.0:1763340283.841639:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8291 00000100:00100000:1.0:1763340283.841649:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56651:x1848995280470400:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340283.841710:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340283.841735:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182463b5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ad expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.841753:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182463df lrc: 0/0,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154c2 expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.841766:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb18246399 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15498 expref: 178 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.841775:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c2182400) 00010000:00010000:1.0:1763340283.841785:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340283.841808:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.841820:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.841829:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.841840:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.841846:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.841852:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.841929:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.841937:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.841943:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:1.0:1763340283.842169:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1145, 64 off97800 00000004:00080000:1.0:1763340283.842177:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024649643822ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340283.842200:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1124, 64 off96144 00000004:00080000:1.0:1763340283.842204:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024649671401ns, next at 1025649670221ns, rc = 0 00000040:00080000:1.0:1763340283.842214:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1125, 64 off96208 00000040:00080000:1.0:1763340283.842223:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1146, 64 off97864 00010000:00010000:1.0:1763340283.842273:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.842283:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842290:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842296:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842301:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842307:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842332:0:6513:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340283.842351:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842357:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842363:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842368:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.842372:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842379:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842386:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c297b100) 00010000:00010000:1.0:1763340283.842389:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340283.842393:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842398:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182463f4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842499:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842507:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842512:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842517:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842522:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.842525:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842559:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842567:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b700) 00010000:00010000:1.0:1763340283.842570:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.842573:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842579:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182463e6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340283.842590:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cb2f2c12 reply state 00000000399c79dc transno 4294971933 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842599:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.842605:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297b500) 00010000:00010000:1.0:1763340283.842607:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340283.842610:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340283.842687:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56651:x1848995280470400:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1025us (1198us total) trans 4294971933 rc 0/0 00000100:00100000:1.0:1763340283.842694:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8291 00010000:00010000:0.0:1763340283.843329:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340283.843337:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.843344:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340283.843347:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.843353:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.843363:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195:0x0].0x0 (ffff9554c297b100) 00010000:00010000:0.0:1763340283.843365:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340283.843368:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.843373:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182463fb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x195:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340283.843385:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340283.843387:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340283.843388:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340283.846777:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.846905:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280470528 00000100:00100000:3.0:1763340283.846915:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280470528 00000100:00100000:3.0:1763340283.846982:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5471 00000100:00100000:3.0:1763340283.846994:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280470528:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340283.847127:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280470528:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 134us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340283.847135:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5471 00000100:00100000:1.0:1763340283.853930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.854113:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280470656 00000100:00100000:3.0:1763340283.854124:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280470656 00000100:00100000:3.0:1763340283.854195:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1415 00000100:00100000:3.0:1763340283.854205:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2410:x1848995280470656:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340283.854241:0:16401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.854254:0:16401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.854256:0:16401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340283.854262:0:16401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.854274:0:16401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.856099:0:16401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.856115:0:16401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.856124:0:16401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.856130:0:16401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340283.856135:0:16401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.856143:0:16401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.856160:0:16401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.856167:0:16401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894400/0xbdebf3fb18246402 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340283.856245:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2410:x1848995280470656:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 2039us (2321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763340283.856254:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1415 00000100:00100000:1.0:1763340283.862032:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.862150:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280470784 00000100:00100000:2.0:1763340283.862161:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280470784 00000100:00100000:2.0:1763340283.862226:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8292 00000100:00100000:2.0:1763340283.862236:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280470784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340283.862262:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340283.862283:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246409 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154c9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.862318:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb18246410 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340283.862335:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb18246410 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.862345:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb18246410 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340283.862455:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246409 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154c9 expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.862472:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf600/0xbdebf3fb18246410 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154c9 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.862479:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:2.0:1763340283.862482:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340283.862486:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf600, rc 0) 00000100:00100000:2.0:1763340283.862582:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56648:x1848995280470784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 347us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.862588:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8292 00000100:00100000:2.0:1763340283.870462:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.870498:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.870723:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280470912 00000100:00100000:0.0:1763340283.870734:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280470912 00000100:00100000:0.0:1763340283.870812:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1416 00000100:00100000:0.0:1763340283.870822:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280470912:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:0.0:1763340283.870860:0:28372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.870877:0:28372:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 24 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.870885:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.870887:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.870890:0:28372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.870923:0:28372:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 24 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340283.870936:0:28372:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 24 pid: 30853 timeout: 1124 lvb_type: 1 00000100:00100000:0.0:1763340283.870949:0:28372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28372:1848995292127360:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.871043:0:28372:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340283.871237:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280471040 00000100:00100000:1.0:1763340283.871242:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280471040 00000100:00100000:1.0:1763340283.871288:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8293 00000100:00100000:1.0:1763340283.871296:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56652:x1848995280471040:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.871308:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.871325:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824641e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154d0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.871378:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.871390:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871400:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871410:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340283.871417:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871423:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871465:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871472:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871478:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871485:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871490:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.871494:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871499:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871510:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b700) 00010000:00010000:1.0:1763340283.871513:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.871517:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871522:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246425 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871558:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871564:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871569:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871574:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.871576:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871582:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871589:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297b500) 00010000:00010000:1.0:1763340283.871591:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.871594:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871602:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824642c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340283.871629:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824641e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154d0 expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.871639:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b700) 00010000:00010000:1.0:1763340283.871641:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.871644:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824641e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154d0 expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.871656:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584a00, rc 0) 00000100:00100000:1.0:1763340283.871702:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56652:x1848995280471040:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 407us (1203us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.871710:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8293 00000100:00100000:0.0:1763340283.876988:0:28372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28372:1848995292127360:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.877026:0:28372:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340283.878174:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.878241:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.878310:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280471296 00000100:00100000:3.0:1763340283.878321:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280471296 00010000:00010000:3.0:1763340283.878371:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 25 pid: 30853 timeout: 1124 lvb_type: 1 00000100:00100000:1.0:1763340283.879134:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2685 00000100:00100000:1.0:1763340283.879151:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280471296:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340283.879170:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.879194:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 25 pid: 30853 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.879210:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 25 pid: 30853 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.879236:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb182461cb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df153fe expref: 25 pid: 30853 timeout: 1124 lvb_type: 1 00010000:00010000:1.0:1763340283.879258:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.879260:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.879266:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.879276:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.879299:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340283.879362:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280471296:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 218us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.879370:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2685 00010000:00010000:0.0:1763340283.879746:0:28372:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.879757:0:28372:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340283.884809:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280471168 00000100:00100000:1.0:1763340283.884830:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280471168 00000100:00100000:1.0:1763340283.884904:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8294 00000100:00100000:1.0:1763340283.884917:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56652:x1848995280471168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.884944:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.884976:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246433 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154d7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.885195:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.885212:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885226:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885242:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.885249:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885255:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885295:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885302:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885308:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885315:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885321:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.885325:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885333:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885347:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297bb00) 00010000:00010000:1.0:1763340283.885350:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.885355:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885360:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824643a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885376:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885382:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885386:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885391:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.885393:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885398:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885404:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297b500) 00010000:00010000:1.0:1763340283.885407:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.885410:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885415:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246441 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.885445:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246433 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154d7 expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.885454:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297bb00) 00010000:00010000:1.0:1763340283.885456:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.885460:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246433 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154d7 expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.885478:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584000, rc 0) 00000100:00100000:1.0:1763340283.885587:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56652:x1848995280471168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 672us (8772us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.885595:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8294 00000001:00080000:0.0:1763340283.890526:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871140 is committed 00000001:00080000:0.0:1763340283.890943:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871138 is committed 00002000:00010000:2.0:1763340283.891265:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763340283.891272:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340283.891275:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340283.891278:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763340283.891299:0:28372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.891313:0:28372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.891322:0:28372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.891331:0:28372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340283.891335:0:28372:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.891345:0:28372:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.891369:0:28372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.891376:0:28372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246417 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340283.894018:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280470912:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 23179us (23546us total) trans 17179871140 rc 0/0 00000100:00100000:2.0:1763340283.894036:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1416 00000100:00100000:1.0:1763340283.895096:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.895557:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280471424 00000100:00100000:3.0:1763340283.895569:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280471424 00000100:00100000:3.0:1763340283.895637:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8295 00000100:00100000:3.0:1763340283.895648:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56652:x1848995280471424:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340283.895681:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.895709:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18246448 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154de expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.895786:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824644f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340283.895803:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824644f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.895816:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824644f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340283.896764:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340283.896775:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340283.897074:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18246448 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154de expref: 182 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.897101:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824644f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154de expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.897111:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c200) 00010000:00010000:2.0:1763340283.897114:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340283.897119:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894a00, rc 0) 00000100:00100000:2.0:1763340283.897197:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56652:x1848995280471424:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1549us (2106us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.897206:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8295 00000100:00100000:1.0:1763340283.907366:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.911102:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.911496:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280471552 00000100:00100000:1.0:1763340283.911510:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280471552 00000100:00100000:1.0:1763340283.911607:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280471808 00000100:00100000:1.0:1763340283.911611:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280471808 00000100:00100000:1.0:1763340283.911646:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8296 00000100:00100000:1.0:1763340283.911658:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56652:x1848995280471552:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.911704:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.911732:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246456 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154e5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.911824:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.911841:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911856:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911867:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.911874:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911883:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911927:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911934:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911941:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911947:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911954:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.911958:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911965:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911980:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c200) 00010000:00010000:1.0:1763340283.911984:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.911989:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.911996:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824645d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912012:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912018:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912024:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912029:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.912033:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912039:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912049:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297b500) 00010000:00010000:1.0:1763340283.912052:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.912055:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912061:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246464 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.912095:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246456 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154e5 expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340283.912404:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8297 00000100:00100000:3.0:1763340283.912420:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56648:x1848995280471808:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340283.912463:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340283.912482:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246361 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15491 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.912518:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:3.0:1763340283.912523:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340283.912630:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.912642:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.912650:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340283.912853:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c200) 00010000:00010000:1.0:1763340283.912858:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.912864:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246456 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154e5 expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.912879:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584800, rc 0) 00000004:00010000:3.0:1763340283.913014:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e9b5752 reply state 00000000d93cbd86 transno 4294971934 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.913027:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.913034:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:3.0:1763340283.913036:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340283.913039:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340283.913195:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56652:x1848995280471552:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1539us (5842us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340283.913203:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8296 00000100:00100000:3.0:1763340283.913688:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56648:x1848995280471808:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 1273us (2601us total) trans 4294971934 rc 0/0 00000100:00100000:3.0:1763340283.913697:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8297 00000100:00100000:1.0:1763340283.916366:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.916693:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280471936 00000100:00100000:0.0:1763340283.916706:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280471936 00000100:00100000:0.0:1763340283.916779:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5472 00000100:00100000:0.0:1763340283.916790:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56648:x1848995280471936:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.916816:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.916845:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154ec expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340283.916876:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1da:0x0] initial LVB size: 4096, mtime: 0x691a6ffc, atime: 0x0, ctime: 0x691a6ffc, blocks: 0x8 00010000:00010000:0.0:1763340283.916907:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.916911:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.916920:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.916938:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.916954:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:0.0:1763340283.917190:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56648:x1848995280471936:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 401us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.917198:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5472 00000100:00100000:1.0:1763340283.918630:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.919028:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280472192 00000100:00100000:3.0:1763340283.919040:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280472192 00000100:00100000:2.0:1763340283.919952:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8298 00000100:00100000:0.0:1763340283.920029:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56652:x1848995280472192:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.920061:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.920065:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340283.920098:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824644f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154de expref: 182 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.920119:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c200) 00010000:00010000:0.0:1763340283.920130:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340283.920150:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246479 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154f3 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.920271:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.920286:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.920297:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.920307:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.920314:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.920321:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340283.921594:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.921659:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280472320 00000100:00100000:1.0:1763340283.921670:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280472320 00000100:00100000:1.0:1763340283.921739:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5473 00000100:00100000:1.0:1763340283.921747:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:56648:x1848995280472320:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.921766:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.921784:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df154fa expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.921815:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 28 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340283.921824:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.921827:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340283.921831:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.921867:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 28 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340283.921881:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 28 pid: 30853 timeout: 1124 lvb_type: 1 00000100:00100000:1.0:1763340283.921896:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292127488:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340283.921983:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72780 going to sleep for 11 seconds 00010000:00010000:0.0:1763340283.927981:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.928003:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340283.928286:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340283.928391:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340283.928412:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 0 00010000:00010000:0.0:1763340283.928457:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928464:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928470:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928475:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928480:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.928485:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928492:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928504:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340283.928507:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340283.928514:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292127488:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.928514:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928575:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246480 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:0.0:1763340283.928606:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009145281b reply state 00000000349a9417 transno 4294971935 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.928613:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.928620:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.928642:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297b500) 00010000:00010000:0.0:1763340283.928644:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340283.928647:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584800, rc 0) 00000100:00100000:0.0:1763340283.928648:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340283.928713:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246479 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340283.928741:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:56648:x1848995280472320:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6990us (7154us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340283.928742:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.928770:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c10a9700) 00000100:00100000:2.0:1763340283.928774:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5473 00010000:00010000:0.0:1763340283.928780:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340283.928785:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:2.0:1763340283.928831:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280472448 00000100:00100000:2.0:1763340283.928842:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280472448 00000100:00100000:0.0:1763340283.928856:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56652:x1848995280472192:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8889us (10230us total) trans 4294971935 rc 0/0 00000100:00100000:0.0:1763340283.928865:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8298 00010000:00010000:2.0:1763340283.928884:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 28 pid: 30853 timeout: 1124 lvb_type: 1 00000100:00100000:2.0:1763340283.928925:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2686 00000100:00100000:2.0:1763340283.928940:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280472448:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340283.928958:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340283.928982:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 28 pid: 30853 timeout: 1124 lvb_type: 1 00010000:00010000:2.0:1763340283.928997:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 28 pid: 30853 timeout: 1124 lvb_type: 1 00010000:00010000:2.0:1763340283.929022:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5000/0xbdebf3fb182461d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15405 expref: 28 pid: 30853 timeout: 1124 lvb_type: 1 00010000:00010000:2.0:1763340283.929037:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.929040:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.929047:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 27 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.929059:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 27 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.929104:0:14059:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 27 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340283.929122:0:14059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14059:1848995292127616:192.168.203.42@tcp:105: 00000100:00100000:2.0:1763340283.929192:0:14059:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda300 going to sleep for 11 seconds 00000100:00100000:2.0:1763340283.933046:0:14059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14059:1848995292127616:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340283.933083:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340283.933349:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280472448:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4411us (5070us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.933363:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2686 00000100:00100000:3.0:1763340283.934247:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.934297:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.934325:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.934568:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280472960 00000100:00100000:0.0:1763340283.934583:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280472960 00000100:00100000:0.0:1763340283.934664:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8299 00000100:00100000:0.0:1763340283.934683:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56652:x1848995280472960:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340283.934707:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340283.934727:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464a3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15501 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.934833:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340283.934849:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.934864:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 4/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.934900:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.934915:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 185 pid: 10032 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.934930:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292127744:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.935010:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340283.935742:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280472576 00000100:00100000:2.0:1763340283.935755:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280472576 00002000:00010000:2.0:1763340283.935805:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/474 (5->18446744073709551615) 00002000:00100000:2.0:1763340283.935811:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d1c00 with x1848995280472576 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340283.935830:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d1c00. 00000100:00100000:3.0:1763340283.935993:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280472704 00000100:00100000:3.0:1763340283.936002:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280472704 00000100:00100000:2.0:1763340283.936121:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1417 00000100:00100000:2.0:1763340283.936132:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280472576:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340283.936589:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763340283.936593:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340283.936596:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340283.936599:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340283.936601:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340283.936685:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280472576:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 545us (2433us total) trans 17179871141 rc 0/0 00000100:00100000:2.0:1763340283.936693:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1417 00002000:00010000:2.0:1763340283.936697:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/474 (5->18446744073709551615) 00002000:00100000:2.0:1763340283.936700:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d1c00 with x1848995280472576 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340283.936705:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d1c00. 00002000:00010000:3.0:1763340283.936817:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/474 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.936824:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffd880 with x1848995280472704 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.936834:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffd880. 00000100:00100000:3.0:1763340283.936870:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1418 00000100:00100000:3.0:1763340283.936878:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280472704:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:3.0:1763340283.937050:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340283.937054:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:3.0:1763340283.937056:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340283.937058:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:3.0:1763340283.937060:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340283.937110:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280472704:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 232us (2783us total) trans 21474838420 rc 0/0 00000100:00100000:3.0:1763340283.937118:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1418 00002000:00010000:3.0:1763340283.937121:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/474 (0->18446744073709551615) 00002000:00100000:3.0:1763340283.937124:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffd880 with x1848995280472704 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340283.937129:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffd880. 00000100:00100000:0.0:1763340283.938984:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292127744:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.939022:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340283.939916:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.940012:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280473088 00000100:00100000:2.0:1763340283.940024:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280473088 00010000:00010000:2.0:1763340283.940078:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 186 pid: 10032 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340283.940127:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2687 00000100:00100000:2.0:1763340283.940141:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:2407:x1848995280473088:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340283.940164:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340283.940172:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 186 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.940187:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 186 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.940215:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246495 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154f3 expref: 186 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.940256:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340283.940263:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.940274:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.940282:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340283.940316:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340283.940346:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940361:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340283.940390:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 0 00000100:00100000:2.0:1763340283.940442:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:2407:x1848995280473088:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 300us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.940454:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2687 00000004:00080000:0.0:1763340283.940704:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1dd:0x0], index 0: 0 00000004:00080000:0.0:1763340283.940713:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1dd:0x0], index 1: 0 00000004:00080000:0.0:1763340283.940719:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1de:0x0], index 1: 0 00000004:00080000:0.0:1763340283.940726:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1de:0x0], index 0: 0 00010000:00010000:0.0:1763340283.940836:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940850:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940858:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940864:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340283.940869:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940876:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940890:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340283.940893:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340283.940898:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 2/0,0 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940904:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182464aa lrc: 0/0,0 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340283.940964:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464a3 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15501 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.940974:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340283.940976:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340283.940979:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464a3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15501 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.940995:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:0.0:1763340283.941067:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56652:x1848995280472960:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6393us (6766us total) trans 4294971936 rc 301/301 00000100:00100000:0.0:1763340283.941076:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8299 00000100:00100000:1.0:1763340283.946270:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.946454:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280473344 00000100:00100000:0.0:1763340283.946470:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280473344 00000100:00100000:3.0:1763340283.946581:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8300 00000100:00100000:3.0:1763340283.946600:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56648:x1848995280473344:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340283.946724:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.946744:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.946761:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:3.0:1763340283.946911:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003eda32ba reply state 000000002d121a7d transno 4294971937 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.946925:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.946934:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:3.0:1763340283.946939:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340283.946944:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340283.947073:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56648:x1848995280473344:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 479us (818us total) trans 4294971937 rc 0/0 00000100:00100000:3.0:1763340283.947082:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8300 00000100:00100000:1.0:1763340283.950978:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.951084:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280473600 00000100:00100000:0.0:1763340283.951098:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280473600 00000100:00100000:0.0:1763340283.951167:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2809 00000100:00100000:0.0:1763340283.951179:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56652:x1848995280473600:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340283.951477:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56652:x1848995280473600:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 299us (515us total) trans 4294971938 rc 0/0 00000100:00100000:0.0:1763340283.951486:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2809 00000100:00100000:1.0:1763340283.952120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.954211:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280473728 00000100:00100000:2.0:1763340283.954233:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280473728 00000100:00100000:2.0:1763340283.954331:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5474 00000100:00100000:2.0:1763340283.954345:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2410:x1848995280473728:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:2.0:1763340283.954637:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340283.954641:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340283.954644:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb atime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340283.954647:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340283.954649:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340283.954755:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2410:x1848995280473728:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 411us (2635us total) trans 21474838421 rc 0/0 00000100:00100000:2.0:1763340283.954764:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5474 00000100:00100000:1.0:1763340283.959215:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.959743:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280473984 00000100:00100000:3.0:1763340283.959762:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280473984 00000100:00100000:0.0:1763340283.959940:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.960024:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280474240 00000100:00100000:1.0:1763340283.960035:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280474240 00000100:00100000:1.0:1763340283.960094:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2810 00000100:00100000:1.0:1763340283.960103:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56648:x1848995280474240:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:1.0:1763340283.960171:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x193:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182462b2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15452 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.960219:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340283.960233:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.960241:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 4/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.960269:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.960280:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 188 pid: 6514 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.960293:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292127872:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340283.960371:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72780 going to sleep for 11 seconds 00000100:00100000:3.0:1763340283.961091:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2811 00000100:00100000:3.0:1763340283.961105:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56652:x1848995280473984:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340283.961379:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56652:x1848995280473984:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 277us (2173us total) trans 4294971939 rc 0/0 00000100:00100000:3.0:1763340283.961388:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2811 00000100:00100000:0.0:1763340283.964064:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340283.964161:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280474368 00000100:00100000:2.0:1763340283.964178:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280474368 00010000:00010000:2.0:1763340283.964242:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 189 pid: 6514 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.964260:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292127872:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340283.964298:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340283.964319:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2688 00000100:00100000:2.0:1763340283.964337:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2408:x1848995280474368:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340283.964360:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340283.964368:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 189 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.964383:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 189 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.964413:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246353 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15483 expref: 189 pid: 6514 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340283.964437:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:2.0:1763340283.964443:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.964456:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.964465:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.964502:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340283.964635:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2408:x1848995280474368:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 302us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340283.964645:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2688 00010000:00010000:1.0:1763340283.964833:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.964844:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000040:00080000:1.0:1763340283.965049:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1126, 88 off96296 00000004:00080000:1.0:1763340283.965058:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024772524137ns, next at 1025649670221ns, rc = 0 00000040:00080000:1.0:1763340283.965095:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1147, 88 off97952 00000004:00080000:1.0:1763340283.965099:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024772566523ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340283.965117:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1148, 88 off98040 00000004:00080000:1.0:1763340283.965121:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024772588423ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340283.965129:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1127, 88 off96384 00000004:00080000:1.0:1763340283.965132:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024772599712ns, next at 1025649670221ns, rc = 0 00000001:00080000:1.0:1763340283.971789:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971940 is committed 00000004:00080000:1.0:1763340283.971803:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 736 committed 00000004:00080000:1.0:1763340283.971823:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 757 committed 00000004:00080000:1.0:1763340283.971837:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 756 committed 00000004:00080000:1.0:1763340283.971840:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 735 committed 00000004:00080000:1.0:1763340283.971857:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 734 committed 00000004:00080000:1.0:1763340283.971860:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 755 committed 00000004:00010000:1.0:1763340283.971909:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007dba89f9 reply state 00000000d2c1b8d5 transno 4294971940 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.971932:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.971942:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:1.0:1763340283.971945:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340283.971952:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340283.971962:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:1.0:1763340283.971965:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340283.971975:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182462b2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15452 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.971999:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.972064:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.972075:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00080000:1.0:1763340283.972104:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340283.972118:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280474240:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 12016us (12180us total) trans 4294971940 rc 0/0 00000100:00100000:1.0:1763340283.972128:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2810 00000100:00100000:0.0:1763340283.972271:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292128000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340283.972319:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340283.972349:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.972355:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340283.972365:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340283.972370:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340283.972381:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292128384:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340283.972387:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297b500) 00010000:00010000:3.0:1763340283.972393:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.972400:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340283.972411:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340283.972412:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182463ed lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340283.972444:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292128256:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340283.972446:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.972456:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.972462:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.972468:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.972473:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.972475:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340283.972487:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.972501:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00000100:00100000:0.0:1763340283.972505:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1763340283.972506:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.972514:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.972520:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292128128:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340283.972582:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824646b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.972605:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340283.972606:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.972616:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.972627:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.972632:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340283.972637:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340283.972642:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292128000 00010000:00010000:3.0:1763340283.972644:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340283.972651:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292128000 00010000:00010000:3.0:1763340283.972657:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297b500) 00010000:00010000:3.0:1763340283.972663:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.972667:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340283.972683:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246487 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340283.972703:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292128384 00000100:00100000:0.0:1763340283.972708:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292128384 00010000:00010000:3.0:1763340283.972736:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.972738:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292128256 00000100:00100000:0.0:1763340283.972744:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292128256 00010000:00010000:3.0:1763340283.972752:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.972762:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.972770:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894200 already unused, calling callback (ffffffffc1a4c550) 00000100:00100000:0.0:1763340283.972772:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292128128 00000100:00100000:0.0:1763340283.972778:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292128128 00000100:00100000:0.0:1763340283.972797:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5475 00000100:00100000:0.0:1763340283.972805:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292128000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340283.972829:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:475 count 1 00010000:00010000:0.0:1763340283.972854:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.972871:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.972878:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340283.972881:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340283.972884:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.972910:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.972922:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 16 pid: 16598 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.972934:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292128512:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340283.972990:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:0.0:1763340283.973007:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5476 00000100:00100000:0.0:1763340283.973029:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292128384:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340283.973087:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.973095:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.973102:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.973108:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.973112:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.973119:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.973134:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:2.0:1763340283.973136:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340283.973141:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340283.973146:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb182464bf lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00002000:00010000:0.0:1763340283.973158:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763340283.973162:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:0.0:1763340283.973164:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.973167:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00000100:00100000:2.0:1763340283.973170:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292128768:0@lo:6:osp-syn-0-1.0 00002000:00010000:0.0:1763340283.973170:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1da:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:3.0:1763340283.973192:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.973210:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.973210:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292128384:12345-0@lo:2:osp-syn-1-1.0 Request processed in 191us (799us total) trans 17179871142 rc 0/0 00010000:00010000:3.0:1763340283.973215:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.973223:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5476 00000100:00100000:2.0:1763340283.973237:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1763340283.973239:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:3.0:1763340283.973245:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340283.973246:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292128896:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340283.973247:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292128768 00010000:00010000:3.0:1763340283.973252:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340283.973253:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292128768 00010000:00010000:3.0:1763340283.973266:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182464b8 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.973279:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340283.973284:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477 00000100:00100000:0.0:1763340283.973293:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292128256:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340283.973313:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292128896 00000100:00100000:2.0:1763340283.973317:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292128896 00000100:00100000:2.0:1763340283.973339:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5478 00002000:00010000:0.0:1763340283.973345:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1763340283.973346:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292128128:12345-0@lo:6:osp-syn-1-1.0 00002000:00010000:0.0:1763340283.973348:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:0.0:1763340283.973350:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340283.973353:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:0.0:1763340283.973356:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d9:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00080000:2.0:1763340283.973358:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:476 count 1 00002000:00010000:2.0:1763340283.973376:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340283.973382:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340283.973387:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292128256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (914us total) trans 17179871143 rc 0/0 00010000:00010000:2.0:1763340283.973391:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340283.973392:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763340283.973393:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477 00000100:00100000:0.0:1763340283.973409:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5479 00000100:00100000:0.0:1763340283.973417:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3650:x1848995292128768:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.973429:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00080000:0.0:1763340283.973437:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:476 count 1 00002000:00010000:0.0:1763340283.973460:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340283.973466:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.973479:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.973481:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.973484:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.973493:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.973502:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.973509:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.973528:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340283.973581:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480 00000100:00100000:1.0:1763340283.973592:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3650:x1848995292128896:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.973644:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280474624 00000100:00100000:3.0:1763340283.973655:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280474624 00002000:00010000:1.0:1763340283.973679:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340283.973684:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:1.0:1763340283.973687:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb atime from disk: 1763340284 -> 1763340284 00002000:00010000:1.0:1763340283.973689:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:1.0:1763340283.973691:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d9:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340283.973727:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8301 00000100:00100000:3.0:1763340283.973748:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+174:55868:x1848995280474624:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:1.0:1763340283.973750:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:3650:x1848995292128896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 150us (470us total) trans 21474838422 rc 0/0 00000100:00100000:1.0:1763340283.973766:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480 00010000:00010000:3.0:1763340283.973781:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340283.973804:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182464db lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15508 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.973887:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.973903:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.973910:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.973917:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.973945:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763340283.973970:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.973986:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.973998:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.974122:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292128128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 775us (1520us total) trans 17179871144 rc 0/0 00000100:00100000:2.0:1763340283.974130:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5478 00000004:00080000:2.0:1763340283.974172:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcff800/2, rc 0, transno 21474838422 00000100:00100000:2.0:1763340283.974177:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292128896:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.974194:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292128640:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340283.974219:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340283.974244:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871138 gen 2 00000004:00080000:2.0:1763340283.974249:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3a9bb80, transno 17179871103 00000004:00080000:2.0:1763340283.974257:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3a9a300, transno 17179871104 00000004:00080000:2.0:1763340283.974269:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c7932d80, transno 17179871108 00000004:00080000:2.0:1763340283.974271:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b30000, transno 17179871109 00000004:00080000:2.0:1763340283.974273:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b31c00, transno 17179871110 00000004:00080000:2.0:1763340283.974276:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b30380, transno 17179871111 00000004:00080000:2.0:1763340283.974278:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c7930a80, transno 17179871112 00000004:00080000:2.0:1763340283.974281:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b33800, transno 17179871113 00000004:00080000:2.0:1763340283.974283:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3a9b480, transno 17179871115 00000004:00080000:2.0:1763340283.974286:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c7931500, transno 17179871116 00000004:00080000:2.0:1763340283.974288:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b32d80, transno 17179871117 00000004:00080000:2.0:1763340283.974290:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3a99f80, transno 17179871119 00000004:00080000:2.0:1763340283.974292:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4000, transno 17179871120 00000004:00080000:2.0:1763340283.974295:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d36a00, transno 17179871121 00000004:00080000:2.0:1763340283.974297:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d35500, transno 17179871122 00000004:00080000:2.0:1763340283.974299:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d36300, transno 17179871123 00000004:00080000:2.0:1763340283.974301:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc76300, transno 17179871125 00000004:00080000:2.0:1763340283.974304:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc75f80, transno 17179871126 00000004:00080000:2.0:1763340283.974306:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc75180, transno 17179871127 00000004:00080000:2.0:1763340283.974308:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc74380, transno 17179871128 00000004:00080000:2.0:1763340283.974311:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7dc00, transno 17179871130 00000004:00080000:2.0:1763340283.974313:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7c700, transno 17179871131 00000004:00080000:2.0:1763340283.974316:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7fb80, transno 17179871132 00000004:00080000:2.0:1763340283.974318:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7ea00, transno 17179871133 00000004:00080000:2.0:1763340283.974320:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f5180, transno 17179871135 00000004:00080000:2.0:1763340283.974323:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2151c00, transno 17179871136 00000004:00080000:2.0:1763340283.974325:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6ce00, transno 17179871137 00000004:00080000:2.0:1763340283.974327:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6df80, transno 17179871138 00000100:00100000:2.0:1763340283.974332:0:3649:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9555fc6dc700 x1848995292128384/t17179871142(17179871142) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340299 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763340283.974340:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc700/2, rc 0, transno 17179871142 00000100:00100000:2.0:1763340283.974344:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292128384:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340283.974352:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1763340283.974357:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00000100:00100000:2.0:1763340283.974359:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292129024:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340283.974378:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.974393:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340283.974395:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340283.974428:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dd180/2, rc 0, transno 17179871144 00000100:00100000:2.0:1763340283.974435:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292128128:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763340283.974444:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc000/2, rc 0, transno 17179871143 00000100:00100000:2.0:1763340283.974447:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292128256:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340283.974490:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182464f0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340283.974501:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182464f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974511:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182464f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340283.974524:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 0 00010000:00010000:3.0:1763340283.974668:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974689:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340283.974692:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 28 done 00010000:00010000:3.0:1763340283.974696:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974705:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974714:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00000100:00100000:2.0:1763340283.974714:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292128640 00010000:00010000:3.0:1763340283.974723:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.974725:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292128640 00010000:00010000:3.0:1763340283.974741:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.974757:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292129024 00010000:00010000:3.0:1763340283.974758:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c700) 00000100:00100000:2.0:1763340283.974763:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292129024 00010000:00010000:3.0:1763340283.974766:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.974773:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974781:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182464e2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340283.974781:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5481 00000100:00100000:2.0:1763340283.974801:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+51:3649:x1848995292128640:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340283.974810:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974819:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00002000:00080000:2.0:1763340283.974820:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:475 count 1 00010000:00010000:3.0:1763340283.974834:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974840:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340283.974842:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.974844:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974875:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340283.974886:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3cf00) 00010000:00010000:2.0:1763340283.974887:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 28 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.974893:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340283.974899:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.974916:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340283.974921:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182464e9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340283.974921:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340283.974930:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.974961:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 28 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.974973:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 28 pid: 16598 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1763340283.974984:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182464db lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15508 expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340283.974992:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7932d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292129152:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340283.975019:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182464f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15508 expref: 176 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340283.975029:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340283.975032:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340283.975035:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:2.0:1763340283.975061:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda900 going to sleep for 11 seconds 00000100:00100000:2.0:1763340283.975085:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5482 00000100:00100000:2.0:1763340283.975096:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+51:3649:x1848995292129024:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.975104:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:55868:x1848995280474624:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1363us (1680us total) trans 4294971941 rc 0/0 00000100:00100000:3.0:1763340283.975116:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8301 00002000:00010000:2.0:1763340283.975182:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340283.975188:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340283.975191:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340283.975194:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340283.975197:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1da:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340283.975249:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+52:3649:x1848995292129024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 155us (857us total) trans 21474838423 rc 0/0 00000100:00100000:2.0:1763340283.975256:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5482 00000004:00080000:2.0:1763340283.975312:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcffb80/2, rc 0, transno 21474838423 00000100:00100000:2.0:1763340283.975317:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292129024:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340283.975690:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340283.975698:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975706:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340283.975710:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975719:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975735:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975743:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340283.975747:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975753:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340283.975756:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975762:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975772:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975779:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182464cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.975796:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.975798:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.975800:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340283.976321:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340283.976401:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182464d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340283.976668:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280474752 00000100:00100000:1.0:1763340283.976684:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280474752 00000100:00100000:1.0:1763340283.976735:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8302 00000100:00100000:1.0:1763340283.976744:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+176:56648:x1848995280474752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.976764:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.976781:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246505 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1550f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.976827:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246505 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1550f expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.976841:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585600/0xbdebf3fb18246505 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1550f expref: 177 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.976858:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:1.0:1763340283.976861:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340283.976864:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da585600, rc 0) 00000100:00100000:1.0:1763340283.976908:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56648:x1848995280474752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 165us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.976913:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8302 00000100:00100000:0.0:1763340283.977713:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+52:3650:x1848995292128768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4295us (4510us total) trans 21474838424 rc 0/0 00000100:00100000:0.0:1763340283.977721:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5479 00010000:00010000:0.0:1763340283.977766:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340283.977836:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfdc00/2, rc 0, transno 21474838424 00000100:00100000:1.0:1763340283.977843:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292128768:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340283.979860:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.979897:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340283.979922:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340283.979986:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280474880 00000100:00100000:0.0:1763340283.979995:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280474880 00010000:00010000:0.0:1763340283.980045:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 17 pid: 16598 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.980082:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280475136 00000100:00100000:0.0:1763340283.980086:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280475136 00010000:00010000:0.0:1763340283.980100:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 29 pid: 16598 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340283.980125:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2689 00000100:00100000:0.0:1763340283.980133:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280474880:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340283.980147:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340283.980153:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 17 pid: 16598 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.980166:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 17 pid: 16598 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.980189:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.980191:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.980195:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.980204:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.980223:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340283.980271:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280474880:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 138us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.980277:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2689 00000100:00100000:0.0:1763340283.980294:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2690 00000100:00100000:0.0:1763340283.980300:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8be7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2409:x1848995280475136:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340283.980311:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340283.980315:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 29 pid: 16598 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.980325:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 29 pid: 16598 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340283.980337:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.980339:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340283.980342:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.980349:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.980360:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340283.980378:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8be7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2409:x1848995280475136:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 78us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340283.980384:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2690 00010000:00010000:0.0:1763340283.980452:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182463bc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154b4 expref: 16 pid: 16598 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340283.980712:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280475008 00000100:00100000:1.0:1763340283.980718:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280475008 00000100:00100000:1.0:1763340283.980752:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8303 00000100:00100000:1.0:1763340283.980759:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:55868:x1848995280475008:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340283.980779:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.980796:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824650c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15516 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.980824:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246513 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340283.980835:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246513 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.980844:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246513 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340283.980945:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824650c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15516 expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.980960:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246513 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15516 expref: 178 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.980967:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340283.980970:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340283.980973:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584200, rc 0) 00000100:00100000:1.0:1763340283.981000:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280475008:12345-192.168.203.42@tcp:101:bash.0 Request processed in 243us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340283.981007:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8303 00010000:00010000:2.0:1763340283.981088:0:35213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb182463c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154bb expref: 28 pid: 16598 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340283.981099:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7932d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292129152:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340283.981114:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.981123:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.981129:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.981137:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.981144:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340283.981170:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340283.981379:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+52:3649:x1848995292128640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6582us (7157us total) trans 21474838425 rc 0/0 00000100:00100000:2.0:1763340283.981387:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5481 00000004:00080000:2.0:1763340283.981425:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfed80/2, rc 0, transno 21474838425 00000100:00100000:2.0:1763340283.981430:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292128640:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340283.981907:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340283.981914:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.981923:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340283.981927:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.981936:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.981950:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.981957:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb182464fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.981976:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.981978:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.981979:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340283.982173:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292128512:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340283.982192:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.982200:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.982206:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.982214:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.982221:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340283.982244:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340283.984471:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292128000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11656us (12140us total) trans 17179871145 rc 0/0 00000100:00100000:0.0:1763340283.984486:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5475 00010000:00010000:1.0:1763340283.984723:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340283.984732:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.984744:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340283.984748:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.984758:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.984777:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.984785:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182464c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.984806:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.984808:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340283.984809:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340283.985287:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.985350:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280475392 00000100:00100000:1.0:1763340283.985360:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280475392 00000100:00100000:1.0:1763340283.985411:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2812 00000100:00100000:1.0:1763340283.985420:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56648:x1848995280475392:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340283.985717:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x193:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763340283.985779:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1128, 64 off96448 00000040:00080000:1.0:1763340283.985802:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1149, 64 off98104 00000040:00080000:1.0:1763340283.985814:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1150, 64 off98168 00000040:00080000:1.0:1763340283.985825:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1129, 64 off96512 00010000:00010000:1.0:1763340283.985880:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340283.985895:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.985906:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.985914:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.985920:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.985926:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340283.985946:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340283.986306:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340283.986314:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340283.986320:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340283.986323:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340283.986329:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340283.986341:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193:0x0].0x0 (ffff9555fbb25300) 00010000:00010000:0.0:1763340283.986344:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340283.986349:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340283.986357:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb1824651a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340283.986367:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340283.986369:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340283.986371:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340283.986523:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280475392:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1102us (1237us total) trans 4294971942 rc 0/0 00000100:00100000:1.0:1763340283.986644:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2812 00000100:00100000:3.0:1763340283.987063:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:2.0:1763340283.987732:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6df480/2, rc 0, transno 17179871145 00000100:00100000:2.0:1763340283.987749:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292128000:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340283.991868:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280475648 00000100:00100000:1.0:1763340283.991889:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280475648 00000100:00100000:1.0:1763340283.991987:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8304 00000100:00100000:1.0:1763340283.992000:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:55868:x1848995280475648:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340283.992075:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340283.992110:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182464f0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15508 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.992133:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340283.992140:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340283.992384:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340283.992400:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.992411:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340283.992465:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971943 00000004:00010000:1.0:1763340283.992491:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000029687ded reply state 000000001a3c3d8f transno 4294971944 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.992504:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.992510:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340283.992513:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340283.992517:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340283.992746:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:55868:x1848995280475648:12345-192.168.203.42@tcp:36:bash.0 Request processed in 748us (5691us total) trans 4294971944 rc 0/0 00000100:00100000:1.0:1763340283.992754:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8304 00000020:00080000:1.0:1763340283.992761:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340283.997266:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340283.998329:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280475904 00000100:00100000:1.0:1763340283.998346:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280475904 00000100:00100000:1.0:1763340283.998442:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8305 00000100:00100000:1.0:1763340283.998455:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56648:x1848995280475904:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340283.998487:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340283.998518:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246528 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1551d expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.998653:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340283.998670:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.998693:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.998707:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340283.998713:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.998719:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.998856:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824653d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340283.998868:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824653d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.998875:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824653d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340283.998887:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 0 00010000:00010000:1.0:1763340283.998984:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.998991:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.998997:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999003:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999009:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.999014:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999021:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999033:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340283.999037:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.999041:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999047:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824652f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999066:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999072:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999078:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999083:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340283.999087:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999094:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999102:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25800) 00010000:00010000:1.0:1763340283.999105:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340283.999107:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999113:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246536 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340283.999165:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246528 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1551d expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.999186:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824653d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1551d expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340283.999194:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340283.999196:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340283.999199:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f400, rc 0) 00000100:00100000:1.0:1763340283.999278:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56648:x1848995280475904:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 826us (2027us total) trans 4294971945 rc 0/0 00000100:00100000:1.0:1763340283.999287:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8305 00000100:00100000:3.0:1763340284.002160:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.002257:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280476032 00000100:00100000:1.0:1763340284.002270:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280476032 00000100:00100000:1.0:1763340284.002375:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8306 00000100:00100000:1.0:1763340284.002388:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280476032:12345-192.168.203.42@tcp:101:bash.0 00000100:00080000:2.0:1763340284.002398:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1763340284.002421:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.002451:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824654b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15524 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.002524:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824654b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15524 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.002760:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824654b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15524 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.002857:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.002865:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340284.002870:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:2.0:1763340284.002973:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280476032:12345-192.168.203.42@tcp:101:bash.0 Request processed in 582us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.002988:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8306 00000100:00100000:3.0:1763340284.011382:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.015393:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.015807:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280476160 00000100:00100000:1.0:1763340284.015822:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280476160 00000100:00080000:0.0:1763340284.015905:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763340284.015922:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5483 00000100:00100000:1.0:1763340284.015935:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280476160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.015953:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.015974:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1552b expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340284.015998:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340284.016018:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.016020:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.016030:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 29 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.016046:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 29 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.016059:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fc00, rc 0) 00000100:00100000:1.0:1763340284.016127:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280476160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 193us (4759us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.016135:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5483 00000100:00100000:2.0:1763340284.017663:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280476416 00000100:00100000:2.0:1763340284.017689:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280476416 00000100:00100000:2.0:1763340284.017805:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8307 00000100:00100000:2.0:1763340284.017817:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280476416:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.017847:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.017850:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763340284.017888:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824654b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15524 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.017915:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824653d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1551d expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.017927:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.017934:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.017949:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246559 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15532 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.018007:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.018022:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.018032:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:2.0:1763340284.018327:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1130, 88 off96600 00000004:00080000:2.0:1763340284.018340:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024825806332ns, next at 1025649670221ns, rc = 0 00000040:00080000:2.0:1763340284.018380:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1151, 88 off98256 00000004:00080000:2.0:1763340284.018387:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024825854227ns, next at 1025649641269ns, rc = 0 00000040:00080000:2.0:1763340284.018668:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1153, 88 off98392 00000004:00080000:2.0:1763340284.018686:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024826152889ns, next at 1025649641269ns, rc = 0 00000040:00080000:2.0:1763340284.018719:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1131, 88 off96688 00000004:00080000:2.0:1763340284.018725:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024826191854ns, next at 1025649670221ns, rc = 0 00000100:00100000:3.0:1763340284.019681:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.020472:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280476544 00000100:00100000:0.0:1763340284.020489:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280476544 00000100:00100000:0.0:1763340284.020611:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8308 00000100:00100000:0.0:1763340284.020624:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56648:x1848995280476544:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.020658:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.020694:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15539 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.020760:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.020772:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 4/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.020795:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.020809:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.020825:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.020828:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340284.020833:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.020841:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:0.0:1763340284.020912:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56648:x1848995280476544:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 290us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.020920:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8308 00000001:00080000:1.0:1763340284.023128:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971946 is committed 00000004:00080000:1.0:1763340284.023147:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 738 committed 00000004:00080000:1.0:1763340284.023164:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 759 committed 00000004:00080000:1.0:1763340284.023175:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 758 committed 00000004:00080000:1.0:1763340284.023178:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 737 committed 00000100:00100000:1.0:1763340284.023389:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292129408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.023473:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340284.023497:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.023510:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.023516:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1763340284.023518:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.023522:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292129536:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340284.023525:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584a00 already unused, calling callback (ffffffffc1a4c550) 00000100:00100000:1.0:1763340284.023559:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340284.023561:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.023572:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.023590:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.023593:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340284.023595:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292129408 00010000:00010000:3.0:1763340284.023600:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.023602:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292129408 00010000:00010000:3.0:1763340284.023607:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246521 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.023654:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292129536 00000100:00100000:1.0:1763340284.023657:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292129536 00000100:00100000:3.0:1763340284.023660:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292129280:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.023688:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5484 00000100:00100000:1.0:1763340284.023697:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3650:x1848995292129408:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.023702:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.023720:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340284.023726:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292129664:0@lo:2:osp-syn-1-1.0 00002000:00080000:1.0:1763340284.023733:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:474 count 1 00000100:00100000:3.0:1763340284.023746:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763340284.023764:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.023784:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.023794:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.023796:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.023799:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.023826:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15532 expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.023828:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.023836:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.023839:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340284.023843:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 15 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1763340284.023844:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.023856:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.023856:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292129792:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.023864:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.023895:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 179 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340284.023904:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292129920:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340284.023929:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9540 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.023929:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763340284.023952:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292129280 00000100:00100000:3.0:1763340284.023956:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292129280 00000100:00100000:3.0:1763340284.023990:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292129664 00000100:00100000:3.0:1763340284.023994:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292129664 00000100:00100000:1.0:1763340284.024008:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5485 00000100:00100000:3.0:1763340284.024012:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486 00000100:00100000:1.0:1763340284.024016:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292129536:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.024018:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f598b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292129280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340284.024034:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:473 count 1 00010000:00010000:3.0:1763340284.024047:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.024058:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 15 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.024065:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340284.024066:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340284.024068:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.024087:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 15 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.024095:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 15 pid: 35203 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340284.024103:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292130048:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.024127:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.024218:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292129536:12345-0@lo:2:osp-syn-1-1.0 Request processed in 202us (657us total) trans 17179871146 rc 0/0 00000100:00100000:1.0:1763340284.024226:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5485 00000100:00100000:1.0:1763340284.024246:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5487 00000100:00100000:1.0:1763340284.024252:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292129664:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.024330:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3649:x1848995292129664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 78us (582us total) trans 17179871147 rc 0/0 00000100:00100000:1.0:1763340284.024337:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5487 00000004:00080000:1.0:1763340284.024380:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1d180/2, rc 0, transno 17179871147 00000100:00100000:1.0:1763340284.024386:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292129664:0@lo:2:osp-syn-1-1.0 00000100:00080000:1.0:1763340284.025148:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763340284.025332:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292130560:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.025379:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.025408:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340284.025414:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292130176:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.025416:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292130304:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.025437:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.025453:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.025462:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292130432:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340284.025489:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1e300/2, rc 0, transno 17179871146 00000100:00100000:3.0:1763340284.025495:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292129536:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.025517:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292130560 00000100:00100000:3.0:1763340284.025523:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292130560 00000100:00100000:3.0:1763340284.025567:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292130176 00000100:00100000:1.0:1763340284.025569:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.025571:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292130176 00000100:00100000:3.0:1763340284.025581:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292130304 00000100:00100000:3.0:1763340284.025584:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292130304 00000100:00100000:1.0:1763340284.025594:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292130432 00000100:00100000:3.0:1763340284.025595:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5488 00000100:00100000:1.0:1763340284.025598:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292130432 00000100:00100000:3.0:1763340284.025602:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+55:3648:x1848995292130560:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.025614:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489 00000100:00100000:1.0:1763340284.025620:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+55:3648:x1848995292130176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340284.025631:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:473 count 1 00010000:00010000:1.0:1763340284.025653:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.025670:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 28 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.025688:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.025690:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.025694:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.025718:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 28 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.025729:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 28 pid: 35203 timeout: 1124 lvb_type: 1 00000100:00100000:1.0:1763340284.025741:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292130688:192.168.203.42@tcp:104: 00000004:00080000:2.0:1763340284.025807:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785e300/2, rc 0, transno 21474838426 00000100:00100000:2.0:1763340284.025813:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292130560:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.025864:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490 00000100:00100000:0.0:1763340284.025877:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+56:3650:x1848995292130304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340284.025889:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:474 count 1 00010000:00010000:0.0:1763340284.025901:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.025912:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.025918:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340284.025920:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340284.025922:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.025941:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.026078:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 28 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340284.026089:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292130816:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.026149:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.026169:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491 00000100:00100000:1.0:1763340284.026176:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+56:3651:x1848995292130432:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340284.026243:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340284.026247:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.026249:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.026251:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.026253:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340284.026306:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:3.0:1763340284.026357:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+57:3648:x1848995292130560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 754us (976us total) trans 21474838426 rc 0/0 00000100:00100000:3.0:1763340284.026364:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5488 00000100:00100000:1.0:1763340284.029212:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+56:3651:x1848995292130432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3022us (3628us total) trans 21474838427 rc 0/0 00000100:00100000:1.0:1763340284.029230:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491 00000004:00080000:3.0:1763340284.030920:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1f100/2, rc 0, transno 21474838427 00000100:00100000:3.0:1763340284.030935:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292130432:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.032778:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292130816:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340284.032829:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.032877:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.032899:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.032934:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.032961:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280476928 00000100:00100000:0.0:1763340284.032970:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280476928 00010000:00010000:0.0:1763340284.033012:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 29 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340284.033048:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280477056 00000100:00100000:0.0:1763340284.033051:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280477056 00010000:00010000:0.0:1763340284.033067:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 30 pid: 35203 timeout: 1124 lvb_type: 1 00000100:00100000:0.0:1763340284.033084:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280476672 00000100:00100000:0.0:1763340284.033087:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280476672 00010000:00010000:0.0:1763340284.033114:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 16 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340284.033136:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2691 00000100:00100000:0.0:1763340284.033146:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280476928:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340284.033166:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.033173:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 30 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.033185:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 30 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.033214:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb1824648e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154fa expref: 30 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.033235:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.033238:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.033244:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033255:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033282:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.033341:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280476928:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 195us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.033351:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2691 00000100:00100000:0.0:1763340284.033372:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2692 00000100:00100000:0.0:1763340284.033380:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2410:x1848995280477056:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340284.033389:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.033393:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 28 pid: 35203 timeout: 1124 lvb_type: 1 00010000:00010000:0.0:1763340284.033402:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 28 pid: 35203 timeout: 1124 lvb_type: 1 00010000:00010000:0.0:1763340284.033415:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.033417:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.033421:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033429:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033440:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.033459:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2410:x1848995280477056:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 81us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.033466:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2692 00000100:00100000:0.0:1763340284.033479:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2693 00000100:00100000:0.0:1763340284.033485:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280476672:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340284.033495:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.033499:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 16 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.033511:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 16 pid: 8399 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.033524:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.033525:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.033528:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033564:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033576:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.033596:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280476672:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 111us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.033602:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2693 00010000:00010000:0.0:1763340284.033628:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033636:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033645:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033653:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.033669:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340284.033959:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+56:3650:x1848995292130304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8085us (8503us total) trans 21474838428 rc 0/0 00000100:00100000:0.0:1763340284.033968:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490 00000004:00080000:0.0:1763340284.034018:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1df80/2, rc 0, transno 21474838428 00000100:00100000:0.0:1763340284.034026:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292130304:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.034066:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.034103:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280476800 00000100:00100000:0.0:1763340284.034108:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280476800 00010000:00010000:0.0:1763340284.034129:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 16 pid: 35203 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340284.034151:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2694 00000100:00100000:0.0:1763340284.034159:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280476800:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340284.034167:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.034172:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 16 pid: 35203 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.034181:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 16 pid: 35203 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.034196:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.034198:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.034202:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.034211:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.034224:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.034244:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280476800:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 86us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.034250:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2694 00000100:00100000:0.0:1763340284.034334:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00080000:1.0:1763340284.034776:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763340284.034795:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.034805:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.034816:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.034821:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.034831:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.034847:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.034853:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb18246583 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.034877:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.034879:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.034881:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340284.034895:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280477184 00000100:00100000:1.0:1763340284.034901:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280477184 00000100:00100000:1.0:1763340284.034941:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2813 00000100:00100000:1.0:1763340284.034948:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56648:x1848995280477184:12345-192.168.203.42@tcp:49:lfs.0 00000100:00100000:1.0:1763340284.035059:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56648:x1848995280477184:12345-192.168.203.42@tcp:49:lfs.0 Request processed in 111us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.035065:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2813 00010000:00010000:1.0:1763340284.035139:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18246392 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1549f expref: 27 pid: 35203 timeout: 1124 lvb_type: 1 00000100:00100000:1.0:1763340284.035150:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292130688:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.035169:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035179:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035186:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035194:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035201:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035217:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340284.035558:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+56:3648:x1848995292130176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9908us (10090us total) trans 21474838429 rc 0/0 00000100:00100000:1.0:1763340284.035567:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489 00010000:00010000:1.0:1763340284.035591:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.035597:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035605:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.035609:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035616:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035634:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035641:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824657c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035655:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.035657:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.035658:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340284.035699:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1ca80/2, rc 0, transno 21474838429 00000100:00100000:1.0:1763340284.035705:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292130176:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340284.035744:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246472 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df154ec expref: 15 pid: 8399 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340284.035754:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292129792:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.035767:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035775:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035781:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035789:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035796:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.035813:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340284.036016:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292129408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12320us (12542us total) trans 17179871148 rc 0/0 00000100:00100000:1.0:1763340284.036023:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5484 00010000:00010000:1.0:1763340284.036043:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.036048:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.036054:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.036057:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.036064:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.036076:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.036083:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824656e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.036101:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.036103:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.036105:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340284.036131:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1ea00/2, rc 0, transno 17179871148 00000100:00100000:1.0:1763340284.036137:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292129408:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340284.038022:0:35213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246249 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15436 expref: 14 pid: 35203 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340284.038041:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292130048:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.038062:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.038073:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.038080:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.038090:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.038097:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.038125:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340284.038359:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f598b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:3649:x1848995292129280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14339us (14655us total) trans 17179871149 rc 0/0 00000100:00100000:3.0:1763340284.038370:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486 00000100:00100000:3.0:1763340284.038590:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292129920:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340284.038622:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246559 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15532 expref: 179 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340284.038641:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15532 expref: 178 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.038682:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:3.0:1763340284.038722:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280476416:12345-192.168.203.42@tcp:101:bash.0 Request processed in 20909us (23345us total) trans 4294971946 rc 0/0 00000100:00100000:3.0:1763340284.038734:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8307 00000004:00080000:2.0:1763340284.038840:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1ce00/2, rc 0, transno 17179871149 00000100:00100000:2.0:1763340284.038847:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292129280:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340284.038908:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.038917:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.038925:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.038930:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.038939:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.038957:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.038965:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18246575 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.038985:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.038986:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.038988:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340284.045023:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.045669:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280477312 00000100:00100000:1.0:1763340284.045691:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280477312 00000100:00100000:2.0:1763340284.045976:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2814 00000100:00100000:2.0:1763340284.045987:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280477312:12345-192.168.203.42@tcp:49:bash.0 00000100:00100000:2.0:1763340284.046727:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:55868:x1848995280477312:12345-192.168.203.42@tcp:49:bash.0 Request processed in 736us (1713us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.046737:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2814 00000100:00100000:2.0:1763340284.050385:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.050435:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.050569:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280477696 00000100:00100000:3.0:1763340284.050583:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280477696 00000100:00100000:0.0:1763340284.050831:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280477568 00000100:00100000:0.0:1763340284.050838:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280477568 00000100:00100000:0.0:1763340284.050895:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2815 00000100:00100000:0.0:1763340284.050906:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56648:x1848995280477568:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340284.051214:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280477568:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 308us (777us total) trans 4294971947 rc 0/0 00000100:00100000:0.0:1763340284.051222:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2815 00000100:00100000:3.0:1763340284.051654:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5492 00000100:00100000:3.0:1763340284.051665:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:55868:x1848995280477696:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.051687:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.051709:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15540 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.051742:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 28 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340284.051752:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.051754:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.051759:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 28 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.051802:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 28 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340284.051817:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 28 pid: 35203 timeout: 1124 lvb_type: 1 00000100:00100000:3.0:1763340284.051833:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292130944:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.051899:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9540 going to sleep for 11 seconds 00000100:00100000:2.0:1763340284.054353:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.054574:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280477952 00000100:00100000:3.0:1763340284.054585:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280477952 00000100:00100000:0.0:1763340284.056065:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8309 00000100:00100000:0.0:1763340284.056088:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56648:x1848995280477952:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.056121:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.056152:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246591 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15547 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.056611:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340284.056630:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056646:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056661:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340284.056668:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056684:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056846:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340284.056855:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056863:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340284.056875:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 2 00010000:00010000:0.0:1763340284.056974:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056982:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056988:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.056995:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057001:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.057005:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057012:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057025:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340284.057028:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.057034:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057044:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246598 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057077:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057083:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057088:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057094:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.057097:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057102:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057110:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340284.057112:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.057115:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057121:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824659f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.057170:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246591 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 182 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.057189:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 181 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.057201:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.057204:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.057206:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:0.0:1763340284.057281:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56648:x1848995280477952:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1204us (2939us total) trans 4294971948 rc 0/0 00000100:00100000:0.0:1763340284.057292:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8309 00000100:00100000:1.0:1763340284.058074:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.058231:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280478080 00000100:00100000:2.0:1763340284.058241:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280478080 00010000:00010000:2.0:1763340284.058279:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 29 pid: 35203 timeout: 1124 lvb_type: 1 00000100:00100000:3.0:1763340284.058425:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292130944:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.058455:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 29 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.058472:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:3.0:1763340284.058516:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:55868:x1848995280477696:12345-192.168.203.42@tcp:101:bash.0 Request processed in 6854us (8145us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.058523:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5492 00000100:00100000:2.0:1763340284.058615:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2695 00000100:00100000:2.0:1763340284.058626:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2407:x1848995280478080:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.058641:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.058646:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 28 pid: 35203 timeout: 1124 lvb_type: 1 00010000:00010000:2.0:1763340284.058659:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 28 pid: 35203 timeout: 1124 lvb_type: 1 00010000:00010000:2.0:1763340284.058691:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246552 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1552b expref: 28 pid: 35203 timeout: 1124 lvb_type: 1 00010000:00010000:2.0:1763340284.058703:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.058705:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.058712:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 27 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.058723:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 27 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.058762:0:14059:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 27 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.058777:0:14059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14059:1848995292131072:192.168.203.42@tcp:105: 00000100:00100000:2.0:1763340284.058966:0:14059:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda780 going to sleep for 11 seconds 00000100:00100000:0.0:1763340284.063354:0:14059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14059:1848995292131072:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340284.063396:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.063476:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280478080:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4851us (5402us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.063490:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2695 00000100:00100000:1.0:1763340284.064033:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.064132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.064348:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280478336 00000100:00100000:2.0:1763340284.064358:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280478336 00000100:00100000:2.0:1763340284.064422:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2816 00000100:00100000:2.0:1763340284.064433:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56648:x1848995280478336:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.064735:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56648:x1848995280478336:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 303us (704us total) trans 4294971949 rc 0/0 00000100:00100000:2.0:1763340284.064743:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2816 00000100:00100000:3.0:1763340284.065472:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280478464 00000100:00100000:3.0:1763340284.065480:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280478464 00000100:00100000:3.0:1763340284.065529:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5493 00000100:00100000:3.0:1763340284.065562:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280478464:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.065576:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.065601:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1554e expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340284.065626:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340284.065644:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.065646:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.065655:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 15 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.065679:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 15 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.065693:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:3.0:1763340284.065727:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280478464:12345-192.168.203.42@tcp:101:bash.0 Request processed in 168us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.065734:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5493 00000100:00100000:2.0:1763340284.070013:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.070068:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.070212:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280478592 00000100:00100000:0.0:1763340284.070225:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280478592 00002000:00010000:0.0:1763340284.070280:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/477 (0->18446744073709551615) 00002000:00100000:0.0:1763340284.070286:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b31c00 with x1848995280478592 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340284.070300:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b31c00. 00000100:00100000:0.0:1763340284.070336:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1419 00000100:00100000:0.0:1763340284.070347:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280478592:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340284.070608:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340284.070612:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:0.0:1763340284.070614:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340284.070616:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:0.0:1763340284.070619:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340284.070684:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2407:x1848995280478592:12345-192.168.203.42@tcp:10:bash.0 Request processed in 328us (673us total) trans 21474838430 rc 0/0 00000100:00100000:0.0:1763340284.070693:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1419 00002000:00010000:0.0:1763340284.070697:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/477 (0->18446744073709551615) 00002000:00100000:0.0:1763340284.070700:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b31c00 with x1848995280478592 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340284.070704:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b31c00. 00000100:00100000:1.0:1763340284.070775:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280478720 00000100:00100000:1.0:1763340284.070779:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280478720 00000100:00100000:1.0:1763340284.070820:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2817 00000100:00100000:1.0:1763340284.070826:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56648:x1848995280478720:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340284.070946:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56648:x1848995280478720:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 119us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.070953:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2817 00000100:00100000:1.0:1763340284.071214:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.071337:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280478848 00000100:00100000:3.0:1763340284.071343:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280478848 00002000:00010000:3.0:1763340284.071364:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/477 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.071368:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785f480 with x1848995280478848 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.071377:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c785f480. 00000100:00100000:3.0:1763340284.071402:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1420 00000100:00100000:3.0:1763340284.071409:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280478848:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340284.071559:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.071562:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:3.0:1763340284.071564:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.071566:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:3.0:1763340284.071568:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340284.071597:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280478848:12345-192.168.203.42@tcp:10:bash.0 Request processed in 188us (383us total) trans 17179871150 rc 0/0 00000100:00100000:3.0:1763340284.071602:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1420 00002000:00010000:3.0:1763340284.071605:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/477 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.071608:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785f480 with x1848995280478848 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.071611:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c785f480. 00000100:00100000:3.0:1763340284.087705:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.088601:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.089519:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280479360 00000100:00100000:0.0:1763340284.089557:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280479360 00000100:00100000:0.0:1763340284.089579:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280479232 00000100:00100000:0.0:1763340284.089582:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280479232 00000100:00100000:0.0:1763340284.089653:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2818 00000100:00100000:0.0:1763340284.089665:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fbb13450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280479232:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340284.090353:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fbb13450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280479232:12345-192.168.203.42@tcp:35:bash.0 Request processed in 688us (1753us total) trans 4294971950 rc 0/0 00000100:00100000:0.0:1763340284.090363:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2818 00000100:00100000:0.0:1763340284.090469:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8310 00000100:00100000:0.0:1763340284.090477:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56653:x1848995280479360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.090491:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.090517:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182465bb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15555 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.090635:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182465c2 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340284.090655:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182465c2 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.090669:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182465c2 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340284.090697:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 5 00010000:00010000:0.0:1763340284.090771:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182465bb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15555 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.090821:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182465c2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15555 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.090832:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.090834:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763340284.090838:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:0.0:1763340284.090874:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56653:x1848995280479360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 397us (3182us total) trans 4294971951 rc 0/0 00000100:00100000:0.0:1763340284.090880:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8310 00000100:00100000:3.0:1763340284.099907:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.100003:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280479616 00000100:00100000:0.0:1763340284.100016:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280479616 00000100:00100000:0.0:1763340284.100245:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8311 00000100:00100000:0.0:1763340284.100256:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56653:x1848995280479616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.100657:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.100695:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182465d0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1555c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.101048:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.101068:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.101081:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.101127:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.101146:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 186 pid: 10032 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340284.101163:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5eed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292131200:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340284.103324:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.106493:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.106584:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280479872 00000100:00100000:0.0:1763340284.106595:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280479872 00000100:00100000:0.0:1763340284.106662:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2819 00000100:00100000:0.0:1763340284.106682:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56654:x1848995280479872:12345-192.168.203.42@tcp:35:rm.0 00000100:00100000:1.0:1763340284.108307:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.108688:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56654:x1848995280479872:12345-192.168.203.42@tcp:35:rm.0 Request processed in 1998us (2190us total) trans 4294971952 rc 0/0 00000100:00100000:0.0:1763340284.108703:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2819 00000100:00100000:3.0:1763340284.109019:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5eed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292131200:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.109052:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340284.109252:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280480000 00000100:00100000:2.0:1763340284.109261:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280480000 00010000:00010000:2.0:1763340284.111128:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 188 pid: 10032 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340284.111195:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2696 00000100:00100000:2.0:1763340284.111214:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2407:x1848995280480000:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.111236:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.111244:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 188 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340284.111260:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 188 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340284.111285:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182465a6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15547 expref: 188 pid: 10032 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340284.111318:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.111324:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.111336:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.111344:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.111380:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340284.111453:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:2407:x1848995280480000:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 247us (3154us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.111462:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2696 00010000:00010000:3.0:1763340284.111610:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.111619:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340284.111649:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 5 00010000:00010000:3.0:1763340284.111827:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182465d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.111847:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.111855:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.111857:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763340284.111860:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:3.0:1763340284.111905:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56653:x1848995280479616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 11651us (12016us total) trans 4294971953 rc 0/0 00000100:00100000:3.0:1763340284.111913:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8311 00000100:00100000:1.0:1763340284.113409:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.113660:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280480384 00000100:00100000:3.0:1763340284.113680:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280480384 00000100:00100000:3.0:1763340284.113750:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8312 00000100:00100000:3.0:1763340284.113762:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56654:x1848995280480384:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340284.113837:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763340284.113868:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182465c2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15555 expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.113910:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246560 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15532 expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.113924:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246567 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15539 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.113939:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246513 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15516 expref: 184 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.113952:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.113957:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.113995:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.114009:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.114020:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.114035:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.114041:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.114048:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.114145:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.114156:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.114170:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.114212:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.114228:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340284.114246:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292131328:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.114516:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9780 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.114813:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.114951:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280480512 00000100:00100000:2.0:1763340284.114959:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280480512 00000100:00100000:2.0:1763340284.115013:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8313 00000100:00100000:2.0:1763340284.115023:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56653:x1848995280480512:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.115044:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.115060:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182465fa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15563 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.115164:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.115176:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.115183:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.115197:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.115206:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340284.120454:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292131328:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.120498:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340284.121367:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.121626:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280480640 00000100:00100000:2.0:1763340284.121638:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280480640 00010000:00010000:2.0:1763340284.121700:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 186 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:2.0:1763340284.121927:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2697 00000100:00100000:2.0:1763340284.121941:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c167e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:2407:x1848995280480640:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.121964:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.121974:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 186 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340284.121988:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 186 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340284.122018:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182465d7 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x197:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1555c expref: 186 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340284.122058:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.122066:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.122079:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.122088:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.122097:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.122105:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.122112:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.122498:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.122623:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.122634:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000004:00080000:3.0:1763340284.123003:0:8423:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x197:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763340284.123113:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123120:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123127:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123134:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.123138:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123145:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123158:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.123162:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763340284.123165:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.123173:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.123178:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.123217:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123224:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb182465f3 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123246:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123252:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123257:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123262:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123268:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.123270:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123276:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123283:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3ca00) 00010000:00010000:3.0:1763340284.123286:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.123288:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123294:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb182465e5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:3.0:1763340284.123320:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003dd60d6e reply state 0000000012f0884a transno 4294971954 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123332:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.123338:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c600) 00010000:00010000:3.0:1763340284.123339:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340284.123343:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340284.123479:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c167e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:2407:x1848995280480640:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1536us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.123492:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2697 00010000:00010000:0.0:1763340284.123655:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.123664:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340284.123706:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 5 00000004:00200000:0.0:1763340284.123711:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340284.123730:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.123764:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182465fa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15563 expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.123787:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15563 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.123795:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.123797:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.123800:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00000100:00100000:3.0:1763340284.125722:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56654:x1848995280480384:12345-192.168.203.42@tcp:36:rm.0 Request processed in 11946us (12306us total) trans 4294971954 rc 0/0 00000100:00100000:3.0:1763340284.125737:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8312 00000100:00100000:0.0:1763340284.125897:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56653:x1848995280480512:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 10873us (11083us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.125906:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8313 00000100:00100000:1.0:1763340284.136895:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.137185:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280480896 00000100:00100000:0.0:1763340284.137198:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280480896 00000100:00100000:0.0:1763340284.137273:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8314 00000100:00100000:0.0:1763340284.137283:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56653:x1848995280480896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.137321:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.137348:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246608 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1556a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.137475:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824660f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340284.137492:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824660f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.137506:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824660f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340284.137521:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 5 00010000:00010000:2.0:1763340284.138101:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246608 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1556a expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.138144:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824660f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1556a expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.138154:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.138157:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340284.138162:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83200, rc 0) 00000100:00100000:2.0:1763340284.138397:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56653:x1848995280480896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1113us (1515us total) trans 4294971955 rc 0/0 00000100:00100000:2.0:1763340284.138407:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8314 00000100:00100000:1.0:1763340284.141795:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.141849:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.141941:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280481024 00000100:00100000:2.0:1763340284.141954:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280481024 00000100:00100000:2.0:1763340284.142051:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8315 00000100:00100000:2.0:1763340284.142063:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56655:x1848995280481024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.142092:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.142123:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824661d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15571 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.142205:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.142221:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142233:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142243:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.142250:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142256:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142308:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142314:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142321:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142328:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142333:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.142337:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142344:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142356:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d600) 00010000:00010000:2.0:1763340284.142359:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.142363:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142369:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246624 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142381:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142386:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142391:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142395:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.142398:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142407:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142413:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c600) 00010000:00010000:2.0:1763340284.142415:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.142417:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142421:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824662b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.142447:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824661d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15571 expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.142456:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d600) 00010000:00010000:2.0:1763340284.142458:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.142460:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824661d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15571 expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.142474:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340284.142588:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56655:x1848995280481024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 525us (806us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340284.142595:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8315 00000100:00100000:3.0:1763340284.143158:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280481152 00000100:00100000:3.0:1763340284.143167:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280481152 00000100:00100000:3.0:1763340284.143217:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5494 00000100:00100000:3.0:1763340284.143225:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280481152:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:3.0:1763340284.143258:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.143274:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 28 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.143282:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340284.143285:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340284.143289:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.143339:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 28 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.143353:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 28 pid: 35213 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1763340284.143370:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292131456:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.143447:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340284.148355:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292131456:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340284.148405:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.149481:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.150093:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.151260:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280481408 00000100:00100000:3.0:1763340284.151276:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280481408 00000100:00100000:2.0:1763340284.151500:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280481280 00000100:00100000:2.0:1763340284.151506:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280481280 00002000:00100000:2.0:1763340284.151582:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1dd:0x0] (0->4) req@ffff9554c785dc00 x1848995280481280/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:45/0 lens 496/0 e 0 to 0 dl 1763340295 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763340284.151595:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785dc00 with x1848995280481280 ext(0->4) 00010000:00010000:2.0:1763340284.151606:0:28372:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 29 pid: 35213 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1763340284.151625:0:28372:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 29 pid: 35213 timeout: 1124 lvb_type: 0 00002000:00010000:2.0:1763340284.151633:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c785dc00 00000100:00100000:2.0:1763340284.151664:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 89 00000100:00100000:2.0:1763340284.151684:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280481280:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:3.0:1763340284.151969:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8316 00000100:00100000:3.0:1763340284.151979:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56655:x1848995280481408:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.151997:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.152027:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246639 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15578 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.152111:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.152129:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152141:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152152:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.152159:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152164:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152213:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152220:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152227:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152234:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152239:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.152244:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152252:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152268:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3ca00) 00010000:00010000:3.0:1763340284.152271:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.152277:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.152283:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18246640 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153401:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153416:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153422:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153428:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.153431:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153439:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153453:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c600) 00010000:00010000:3.0:1763340284.153456:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.153461:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153466:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18246647 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.153513:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246639 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15578 expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.153525:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3ca00) 00010000:00010000:3.0:1763340284.153528:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.153549:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18246639 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15578 expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.153566:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d200, rc 0) 00000100:00100000:2.0:1763340284.154495:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56655:x1848995280481408:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2511us (4397us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340284.154508:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8316 00000100:00100000:1.0:1763340284.154665:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2407:x1848995280481280:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2991us (5217us total) trans 21474838431 rc 0/0 00000100:00100000:1.0:1763340284.154688:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 89 00002000:00100000:1.0:1763340284.154700:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1dd:0x0] (0->4) req@ffff9554c785dc00 x1848995280481280/t21474838431(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:45/0 lens 496/448 e 0 to 0 dl 1763340295 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340284.154710:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785dc00 with x1848995280481280 ext(0->4) 00010000:00010000:1.0:1763340284.154722:0:28372:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 31 pid: 35213 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340284.154745:0:28372:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 31 pid: 35213 timeout: 1124 lvb_type: 0 00002000:00010000:1.0:1763340284.154753:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c785dc00 00000100:00100000:0.0:1763340284.158021:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.158077:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.158239:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280481664 00000100:00100000:1.0:1763340284.158252:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280481664 00010000:00010000:1.0:1763340284.158306:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 31 pid: 35213 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340284.158347:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2698 00000100:00100000:1.0:1763340284.158357:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2410:x1848995280481664:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340284.158378:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763340284.158403:0:6498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763340284.158407:0:6498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340284.158414:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 31 pid: 35213 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340284.158429:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 31 pid: 35213 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340284.158456:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824658a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15540 expref: 31 pid: 35213 timeout: 1124 lvb_type: 0 00010000:00010000:1.0:1763340284.158478:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.158480:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.158487:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.158500:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.158556:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340284.158622:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2410:x1848995280481664:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 266us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.158631:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2698 00000100:00100000:2.0:1763340284.158848:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280481536 00000100:00100000:2.0:1763340284.158854:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280481536 00000100:00100000:2.0:1763340284.158901:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8317 00000100:00100000:2.0:1763340284.158909:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56655:x1848995280481536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.158932:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.158959:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824664e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1557f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.159029:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246655 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.159043:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246655 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.159054:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246655 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340284.159124:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340284.159130:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340284.159173:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824664e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1557f expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.159192:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246655 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1557f expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.159201:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d600) 00010000:00010000:2.0:1763340284.159204:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340284.159208:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340284.159250:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56655:x1848995280481536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 342us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.159257:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8317 00010000:00010000:0.0:1763340284.159500:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159510:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159565:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159573:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159581:0:35203:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159588:0:35203:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340284.159592:0:35203:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159601:0:35203:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159613:0:35203:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.159621:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c400/0xbdebf3fb18246632 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.159686:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280481152:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 16462us (17835us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.159695:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5494 00000100:00100000:1.0:1763340284.164516:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.164589:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.164662:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280481920 00000100:00100000:2.0:1763340284.164683:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280481920 00000100:00100000:2.0:1763340284.164948:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280482048 00000100:00100000:2.0:1763340284.164951:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280482048 00000100:00100000:1.0:1763340284.164998:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8318 00000100:00100000:1.0:1763340284.165010:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56653:x1848995280481920:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340284.165071:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340284.165102:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246601 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15563 expref: 189 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.165121:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340284.165126:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340284.165160:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340284.165175:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.165184:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763340284.165445:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1132, 88 off96776 00000004:00080000:1.0:1763340284.165453:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024972920196ns, next at 1025649670221ns, rc = 0 00000100:00100000:0.0:1763340284.165707:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8319 00000100:00100000:0.0:1763340284.165720:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56655:x1848995280482048:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.165731:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.165745:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246663 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15586 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.165798:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.165806:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166179:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166193:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.166201:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166206:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166252:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166259:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166265:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166272:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166278:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.166283:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166292:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166302:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d600) 00010000:00010000:0.0:1763340284.166306:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.166311:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166317:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824666a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166349:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166355:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166360:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166366:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.166368:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166373:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166380:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c600) 00010000:00010000:0.0:1763340284.166383:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.166385:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166391:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246671 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.166423:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246663 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15586 expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.166433:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d600) 00010000:00010000:0.0:1763340284.166435:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.166439:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246663 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15586 expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.166449:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:0.0:1763340284.166580:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56655:x1848995280482048:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 863us (1988us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.166589:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8319 00000040:00080000:1.0:1763340284.166778:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1154, 88 off98480 00000004:00080000:1.0:1763340284.166796:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024974262783ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340284.166824:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1155, 88 off98568 00000004:00080000:1.0:1763340284.166830:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1024974297043ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340284.166849:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1133, 88 off96864 00000004:00080000:1.0:1763340284.166853:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1024974320406ns, next at 1025649670221ns, rc = 0 00000100:00100000:2.0:1763340284.173485:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000001:00080000:1.0:1763340284.174066:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971956 is committed 00000004:00080000:1.0:1763340284.174076:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 740 committed 00000004:00080000:1.0:1763340284.174086:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 761 committed 00000004:00080000:1.0:1763340284.174100:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 760 committed 00000004:00080000:1.0:1763340284.174103:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 739 committed 00000004:00010000:1.0:1763340284.174194:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f293c808 reply state 00000000f9767594 transno 4294971956 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.174221:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.174232:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340284.174235:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340284.174240:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763340284.174374:0:6514:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340284.174390:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56653:x1848995280481920:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 9380us (9885us total) trans 4294971956 rc 0/0 00000100:00100000:1.0:1763340284.174400:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8318 00010000:00010000:3.0:1763340284.174692:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.174702:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.174710:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.174716:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.174722:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.174731:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.174744:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c600) 00010000:00010000:3.0:1763340284.174747:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.174752:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.174760:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182465ec lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.174811:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.174819:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.174824:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.174828:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.174830:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.174836:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.174843:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.174845:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340284.174848:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.174852:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824665c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340284.174974:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340284.174996:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292131584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.175057:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.175105:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292131712:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.175132:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.175173:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292131584 00000100:00100000:3.0:1763340284.175182:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292131584 00000100:00100000:3.0:1763340284.175227:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292131712 00000100:00100000:3.0:1763340284.175229:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292131712 00000100:00100000:3.0:1763340284.175252:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495 00000100:00100000:3.0:1763340284.175261:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+57:3648:x1848995292131584:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.175460:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+58:3648:x1848995292131584:12345-0@lo:2:osp-syn-0-1.0 Request processed in 199us (402us total) trans 21474838432 rc 0/0 00000100:00100000:3.0:1763340284.175466:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495 00000100:00100000:3.0:1763340284.175479:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496 00000100:00100000:3.0:1763340284.175484:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+57:3650:x1848995292131712:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.175580:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+58:3650:x1848995292131712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (448us total) trans 21474838433 rc 0/0 00000100:00100000:3.0:1763340284.175586:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496 00000004:00080000:3.0:1763340284.175634:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5594e00/2, rc 0, transno 21474838433 00000100:00100000:3.0:1763340284.175640:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292131712:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340284.175655:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5597b80/2, rc 0, transno 21474838432 00000100:00100000:3.0:1763340284.175659:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292131584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.175744:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f4ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292131840:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.175772:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.175799:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292131840 00000100:00100000:3.0:1763340284.175803:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292131840 00000100:00100000:3.0:1763340284.175826:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497 00000100:00100000:3.0:1763340284.175832:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3651:x1848995292131840:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340284.175917:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.175921:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:3.0:1763340284.175924:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.175926:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:3.0:1763340284.175928:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340284.175955:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3651:x1848995292131840:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (182us total) trans 17179871151 rc 0/0 00000100:00100000:3.0:1763340284.175962:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497 00000004:00080000:3.0:1763340284.175988:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f4ab1500/2, rc 0, transno 17179871151 00000100:00100000:3.0:1763340284.175993:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f4ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292131840:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.176005:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292131968:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.176025:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.176046:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292131968 00000100:00100000:3.0:1763340284.176049:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292131968 00000100:00100000:3.0:1763340284.176066:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498 00000100:00100000:3.0:1763340284.176072:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292131968:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.176143:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3648:x1848995292131968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 71us (116us total) trans 17179871152 rc 0/0 00000100:00100000:3.0:1763340284.176150:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498 00000004:00080000:3.0:1763340284.176172:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b28000/2, rc 0, transno 17179871152 00000100:00100000:3.0:1763340284.176176:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292131968:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.177246:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280482304 00000100:00100000:1.0:1763340284.177258:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280482304 00000100:00100000:0.0:1763340284.177487:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8320 00000100:00100000:0.0:1763340284.177502:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56655:x1848995280482304:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.177526:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.177556:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340284.177588:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246655 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1557f expref: 177 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.177609:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d600) 00010000:00010000:0.0:1763340284.177622:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340284.177643:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246678 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1558d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.177779:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.177804:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.177815:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.177830:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.177836:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.177842:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178317:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.178327:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178338:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340284.178349:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x199:0x0]: returning size 0 00010000:00010000:0.0:1763340284.178378:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178385:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178391:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178397:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178403:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.178407:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178415:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178423:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340284.178425:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.178429:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178434:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824667f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340284.178464:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d20d139 reply state 00000000d246584c transno 4294971957 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178479:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.178485:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340284.178488:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340284.178491:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340284.178520:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246678 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 179 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.178570:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 178 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.178578:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:0.0:1763340284.178581:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.178583:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45fe00, rc 0) 00000100:00100000:0.0:1763340284.178668:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56655:x1848995280482304:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1172us (5199us total) trans 4294971957 rc 0/0 00000100:00100000:0.0:1763340284.178688:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8320 00000100:00100000:2.0:1763340284.182307:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.182812:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280482432 00000100:00100000:0.0:1763340284.182826:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280482432 00000100:00100000:0.0:1763340284.182894:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8321 00000100:00100000:0.0:1763340284.182907:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56653:x1848995280482432:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.182937:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.182965:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15594 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.183038:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.183055:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.183077:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.183080:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340284.183085:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:0.0:1763340284.183161:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56653:x1848995280482432:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 256us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.183169:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8321 00000100:00100000:2.0:1763340284.183758:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.184075:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280482688 00000100:00100000:1.0:1763340284.184083:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280482688 00000100:00100000:1.0:1763340284.184130:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8322 00000100:00100000:1.0:1763340284.184139:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56655:x1848995280482688:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.184158:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.184176:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb182466a2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1559b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.184303:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340284.184320:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.184329:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.184370:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 181 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.184385:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 181 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1763340284.184401:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292132096:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.184490:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340284.186019:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.186194:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280482816 00000100:00100000:0.0:1763340284.186205:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280482816 00000100:00100000:0.0:1763340284.186406:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8323 00000100:00100000:0.0:1763340284.186417:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56653:x1848995280482816:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.186442:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.186467:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182466b0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155a2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.186584:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182466b7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.186600:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182466b7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.186613:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182466b7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340284.186665:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x197:0x0]: returning size 5 00000004:00200000:0.0:1763340284.186682:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340284.186708:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182466b7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.186739:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182466b0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a2 expref: 184 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.186776:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182466b7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a2 expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.187808:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292132096:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.187837:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.188394:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.188399:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340284.188404:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:0.0:1763340284.188666:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56653:x1848995280482816:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2247us (2650us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.188831:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8323 00000100:00100000:3.0:1763340284.189660:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.189943:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280482944 00000100:00100000:0.0:1763340284.189954:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280482944 00010000:00010000:0.0:1763340284.190000:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1763340284.190034:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2699 00000100:00100000:0.0:1763340284.190044:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:2408:x1848995280482944:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340284.190063:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.190070:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.190083:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.190111:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824668d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1558d expref: 183 pid: 8423 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1763340284.190142:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:0.0:1763340284.190147:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.190158:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.190165:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.190207:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.190256:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:2408:x1848995280482944:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 213us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.190262:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2699 00010000:00010000:2.0:1763340284.191626:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.191640:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.191681:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x199:0x0]: returning size 0 00000004:00080000:2.0:1763340284.191931:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1df:0x0], index 1: 0 00000004:00080000:2.0:1763340284.191940:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1df:0x0], index 0: 0 00000004:00080000:2.0:1763340284.191951:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e0:0x0], index 0: 0 00000004:00080000:2.0:1763340284.191956:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e0:0x0], index 1: 0 00010000:00010000:2.0:1763340284.192106:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.192114:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.192122:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.192129:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.192134:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.192142:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.192160:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:2.0:1763340284.192164:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340284.192170:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.192176:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182466a9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.192237:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb182466a2 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x199:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1559b expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.192247:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:2.0:1763340284.192249:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340284.192253:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb182466a2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x199:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1559b expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.192271:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584e600, rc 0) 00000100:00100000:2.0:1763340284.192351:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56655:x1848995280482688:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8213us (8593us total) trans 4294971958 rc 301/301 00000100:00100000:2.0:1763340284.192361:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8322 00000100:00100000:3.0:1763340284.197032:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.197257:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280483072 00000100:00100000:0.0:1763340284.197271:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280483072 00000100:00100000:0.0:1763340284.197352:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5499 00000100:00100000:0.0:1763340284.197365:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280483072:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.197392:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.197421:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155a9 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340284.197451:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd:0x0] initial LVB size: 5, mtime: 0x691a6ffc, atime: 0x0, ctime: 0x691a6ffc, blocks: 0x8 00010000:00010000:0.0:1763340284.197479:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.197482:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.197495:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 30 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340284.197518:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 30 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340284.197911:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:0.0:1763340284.199963:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280483072:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2588us (2932us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.199979:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5499 00000100:00100000:1.0:1763340284.200853:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.201204:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280483328 00000100:00100000:3.0:1763340284.202459:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280483328 00000100:00100000:2.0:1763340284.202975:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2820 00000100:00100000:2.0:1763340284.202986:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56655:x1848995280483328:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.210341:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56655:x1848995280483328:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 7335us (9470us total) trans 4294971959 rc 0/0 00000100:00100000:2.0:1763340284.210362:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2820 00000100:00100000:3.0:1763340284.217343:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.217410:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280483584 00000100:00100000:2.0:1763340284.217425:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280483584 00000100:00100000:2.0:1763340284.217507:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2821 00000100:00100000:2.0:1763340284.217521:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56655:x1848995280483584:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.217959:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56655:x1848995280483584:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 441us (632us total) trans 4294971960 rc 0/0 00000100:00100000:2.0:1763340284.217967:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2821 00000100:00100000:3.0:1763340284.231125:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.235668:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280483840 00000100:00100000:2.0:1763340284.235701:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280483840 00000100:00100000:2.0:1763340284.235804:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8324 00000100:00100000:2.0:1763340284.235816:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280483840:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.235854:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.235885:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466cc lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155b0 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.236073:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.236090:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236108:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236118:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.236126:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236132:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236201:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182466e1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.236209:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182466e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236216:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182466e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.236229:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x199:0x0]: returning size 0 00010000:00010000:2.0:1763340284.236351:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236359:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236369:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236375:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236382:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.236386:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236395:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236410:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340284.236413:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.236419:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236426:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182466d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236442:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236448:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236454:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236460:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.236463:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236474:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236481:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:2.0:1763340284.236483:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.236487:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236492:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182466da lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.236598:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466cc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155b0 expref: 186 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.236620:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182466e1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155b0 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.236627:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340284.236629:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340284.236632:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340284.236742:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280483840:12345-192.168.203.42@tcp:101:bash.0 Request processed in 927us (5631us total) trans 4294971961 rc 0/0 00000100:00100000:2.0:1763340284.236751:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8324 00000100:00100000:1.0:1763340284.247088:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.247230:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.247455:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280484096 00000100:00100000:3.0:1763340284.247471:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280484096 00000100:00100000:3.0:1763340284.247585:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5500 00000100:00100000:3.0:1763340284.247600:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2410:x1848995280484096:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340284.248060:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2410:x1848995280484096:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 463us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.248071:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5500 00000100:00100000:2.0:1763340284.248387:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280483968 00000100:00100000:2.0:1763340284.248395:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280483968 00000100:00100000:2.0:1763340284.248438:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8325 00000100:00100000:2.0:1763340284.248448:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280483968:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.248470:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.248499:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182466ef lrc: 2/0,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155b7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.248574:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182466f6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.248594:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182466f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.248609:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182466f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.248802:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182466ef lrc: 0/0,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155b7 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.248821:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182466f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155b7 expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.248831:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:0.0:1763340284.248834:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340284.248838:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:0.0:1763340284.249389:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280483968:12345-192.168.203.42@tcp:101:bash.0 Request processed in 938us (2317us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.249397:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8325 00000100:00100000:1.0:1763340284.256143:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.256203:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.256419:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280484352 00000100:00100000:2.0:1763340284.256433:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280484352 00000100:00100000:2.0:1763340284.256523:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8326 00000100:00100000:2.0:1763340284.256565:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280484352:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340284.256645:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.256691:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182466e1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155b0 expref: 186 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.256716:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340284.256724:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340284.256858:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280484480 00000100:00100000:3.0:1763340284.256864:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280484480 00000100:00100000:3.0:1763340284.256905:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5501 00000100:00100000:3.0:1763340284.256914:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280484480:12345-192.168.203.42@tcp:23:lfs.0 00010000:00010000:2.0:1763340284.257019:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.257036:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.257047:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340284.257060:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280484480:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 148us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.257068:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5501 00000001:00080000:2.0:1763340284.257105:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971962 00000004:00010000:2.0:1763340284.257133:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055404dcf reply state 00000000367d535a transno 4294971963 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.257146:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.257152:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340284.257155:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340284.257158:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340284.257221:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280484352:12345-192.168.203.42@tcp:36:bash.0 Request processed in 689us (1093us total) trans 4294971963 rc 0/0 00000100:00100000:2.0:1763340284.257229:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8326 00000020:00080000:2.0:1763340284.257234:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340284.259284:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.261171:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280484608 00000100:00100000:1.0:1763340284.261187:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280484608 00000100:00100000:1.0:1763340284.261267:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8327 00000100:00100000:1.0:1763340284.261278:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280484608:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340284.261310:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.261337:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246704 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155be expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.261407:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246704 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155be expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.261422:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246704 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155be expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.261441:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:1.0:1763340284.261444:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340284.261448:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:1.0:1763340284.261521:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280484608:12345-192.168.203.42@tcp:101:bash.0 Request processed in 244us (2248us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.261529:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8327 00000100:00100000:1.0:1763340284.263994:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.264052:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.264137:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280484992 00000100:00100000:3.0:1763340284.264150:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280484992 00000100:00100000:2.0:1763340284.264897:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280484864 00000100:00100000:2.0:1763340284.264907:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280484864 00000100:00100000:2.0:1763340284.264985:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8328 00000100:00100000:2.0:1763340284.264997:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280484864:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.265018:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.265022:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340284.265057:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246704 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155be expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.265083:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340284.265089:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.265106:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824670b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155c5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.265169:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246712 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.265191:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246712 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.265202:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246712 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:2.0:1763340284.265495:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1156, 88 off98656 00000004:00080000:2.0:1763340284.265505:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025072971752ns, next at 1025649641269ns, rc = 0 00000040:00080000:2.0:1763340284.265567:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1134, 88 off96952 00000004:00080000:2.0:1763340284.265573:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025073039920ns, next at 1025649670221ns, rc = 0 00000040:00080000:2.0:1763340284.265590:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1135, 88 off97040 00000004:00080000:2.0:1763340284.265595:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025073061832ns, next at 1025649670221ns, rc = 0 00000040:00080000:2.0:1763340284.265605:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1157, 88 off98744 00000004:00080000:2.0:1763340284.265609:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025073076028ns, next at 1025649641269ns, rc = 0 00000100:00100000:3.0:1763340284.266184:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1421 00000100:00100000:3.0:1763340284.266202:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280484992:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340284.266247:0:28372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266263:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.266265:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.266273:0:28372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266286:0:28372:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266406:0:28372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266416:0:28372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266425:0:28372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266433:0:28372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.266438:0:28372:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266447:0:28372:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266463:0:28372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.266471:0:28372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246719 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340284.266583:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280484992:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 387us (2528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340284.266591:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1421 00000100:00100000:0.0:1763340284.270581:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.270723:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280485120 00000100:00100000:1.0:1763340284.270735:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280485120 00000100:00100000:1.0:1763340284.270803:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8329 00000100:00100000:1.0:1763340284.270814:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56653:x1848995280485120:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.270840:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.270868:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246720 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155cc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.270908:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb18246727 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.270925:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb18246727 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.270939:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb18246727 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.271081:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246720 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155cc expref: 193 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.271102:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584e600/0xbdebf3fb18246727 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155cc expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.271112:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340284.271115:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340284.271119:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584e600, rc 0) 00000100:00100000:1.0:1763340284.271199:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56653:x1848995280485120:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 386us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.271207:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8329 00000001:00080000:3.0:1763340284.273641:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971964 is committed 00000004:00080000:3.0:1763340284.273658:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 763 committed 00000004:00080000:3.0:1763340284.273682:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 742 committed 00000004:00080000:3.0:1763340284.273697:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 741 committed 00000004:00080000:3.0:1763340284.273700:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 762 committed 00010000:00010000:3.0:1763340284.273816:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246712 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x199:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155c5 expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.273831:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:3.0:1763340284.273836:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340284.273856:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824670b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155c5 expref: 184 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340284.273874:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246712 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x199:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155c5 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.273912:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:3.0:1763340284.273915:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340284.273917:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:3.0:1763340284.273997:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280484864:12345-192.168.203.42@tcp:101:bash.0 Request processed in 9001us (10014us total) trans 4294971964 rc 0/0 00000100:00100000:3.0:1763340284.274006:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8328 00000100:00100000:0.0:1763340284.274296:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340284.274317:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292132224:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.274378:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340284.274427:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292132352:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.274455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340284.274495:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292132224 00000100:00100000:0.0:1763340284.274503:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292132224 00000100:00100000:0.0:1763340284.274575:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292132352 00000100:00100000:0.0:1763340284.274578:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292132352 00000100:00100000:0.0:1763340284.274603:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:0.0:1763340284.274612:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3648:x1848995292132224:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.274837:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292132224:12345-0@lo:2:osp-syn-1-1.0 Request processed in 225us (458us total) trans 17179871153 rc 0/0 00000100:00100000:0.0:1763340284.274845:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00000100:00100000:0.0:1763340284.274859:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503 00000100:00100000:0.0:1763340284.274866:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292132352:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.274940:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292132352:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (483us total) trans 17179871154 rc 0/0 00000100:00100000:0.0:1763340284.274947:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503 00000004:00080000:0.0:1763340284.275001:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5eed80/2, rc 0, transno 17179871154 00000100:00100000:0.0:1763340284.275008:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292132352:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340284.275025:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ed880/2, rc 0, transno 17179871153 00000100:00100000:0.0:1763340284.275029:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292132224:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.275963:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340284.275983:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292132608:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.276040:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340284.276243:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276256:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276263:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276270:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.276275:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276283:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276300:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:2.0:1763340284.276305:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.276316:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276323:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246686 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276371:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276378:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276384:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276389:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.276392:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276398:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276407:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340284.276409:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.276412:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.276418:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182466fd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340284.277164:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.277298:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292132608 00000100:00100000:1.0:1763340284.277309:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292132608 00000100:00100000:1.0:1763340284.277365:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504 00000100:00100000:1.0:1763340284.277375:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+58:3649:x1848995292132608:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.278237:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+59:3649:x1848995292132608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 262us (1593us total) trans 21474838434 rc 0/0 00000100:00100000:1.0:1763340284.278252:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504 00000004:00080000:3.0:1763340284.279127:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0000/2, rc 0, transno 21474838434 00000100:00100000:3.0:1763340284.279138:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292132608:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.279218:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.279241:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280485376 00000100:00100000:3.0:1763340284.279247:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280485376 00000100:00100000:3.0:1763340284.279283:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5505 00000100:00100000:3.0:1763340284.279291:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280485376:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.279311:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.279336:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155d3 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340284.279369:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340284.279394:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.279398:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.279409:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.279428:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.279441:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e200, rc 0) 00000100:00100000:3.0:1763340284.279503:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280485376:12345-192.168.203.42@tcp:101:bash.0 Request processed in 212us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.279509:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5505 00000100:00100000:2.0:1763340284.279789:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280485248 00000100:00100000:2.0:1763340284.279796:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280485248 00000100:00100000:2.0:1763340284.279852:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1422 00000100:00100000:2.0:1763340284.279861:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280485248:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:2.0:1763340284.279897:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340284.279904:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.279915:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.279917:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.279920:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.279933:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.280592:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292132480:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.280654:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340284.280713:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292132480 00000100:00100000:0.0:1763340284.280718:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292132480 00000100:00100000:0.0:1763340284.280749:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506 00000100:00100000:0.0:1763340284.280756:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+59:3651:x1848995292132480:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.280876:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+60:3651:x1848995292132480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 120us (221us total) trans 21474838435 rc 0/0 00000100:00100000:0.0:1763340284.280883:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506 00000004:00080000:0.0:1763340284.280925:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3b80/2, rc 0, transno 21474838435 00000100:00100000:0.0:1763340284.280931:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292132480:0@lo:2:osp-syn-0-1.0 00000001:00080000:0.0:1763340284.283922:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871155 is committed 00000001:00080000:0.0:1763340284.283946:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871154 is committed 00000100:00100000:3.0:1763340284.284306:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:2.0:1763340284.284437:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763340284.284443:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340284.284446:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340284.284448:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763340284.284465:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.284476:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.284486:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.284493:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340284.284498:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.284512:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.284567:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.284575:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246735 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.284684:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280485248:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 4822us (7523us total) trans 17179871155 rc 0/0 00000100:00100000:2.0:1763340284.284696:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1422 00000100:00100000:0.0:1763340284.284860:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280485504 00000100:00100000:0.0:1763340284.284870:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280485504 00000100:00100000:0.0:1763340284.284936:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5507 00000100:00100000:0.0:1763340284.284948:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:55868:x1848995280485504:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340284.284969:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.284993:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155da expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340284.285013:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340284.285035:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.285038:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.285048:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 31 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.285063:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 31 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.285075:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:0.0:1763340284.285103:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:55868:x1848995280485504:12345-192.168.203.42@tcp:101:bash.0 Request processed in 159us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.285113:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5507 00000100:00100000:1.0:1763340284.292102:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.292160:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.292200:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280485632 00000100:00100000:2.0:1763340284.292215:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280485632 00002000:00010000:2.0:1763340284.292274:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/479 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.292280:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e1f80 with x1848995280485632 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.292295:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e1f80. 00000100:00100000:2.0:1763340284.292402:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280485760 00000100:00100000:2.0:1763340284.292407:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280485760 00002000:00010000:2.0:1763340284.292423:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/479 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.292427:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e2680 with x1848995280485760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.292436:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cc2e2680. 00000100:00100000:0.0:1763340284.292475:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1423 00000100:00100000:0.0:1763340284.292493:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280485632:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340284.292805:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340284.292810:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1df:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:0.0:1763340284.292813:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1df:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340284.292816:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1df:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:0.0:1763340284.292819:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1df:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340284.292900:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280485632:12345-192.168.203.42@tcp:10:bash.0 Request processed in 412us (810us total) trans 17179871156 rc 0/0 00000100:00100000:0.0:1763340284.292910:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1423 00002000:00010000:0.0:1763340284.292916:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/479 (0->18446744073709551615) 00002000:00100000:0.0:1763340284.292918:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e1f80 with x1848995280485632 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340284.292924:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e1f80. 00000100:00100000:0.0:1763340284.292948:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1424 00000100:00100000:0.0:1763340284.292956:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2408:x1848995280485760:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340284.293063:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1df:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340284.293067:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1df:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:0.0:1763340284.293069:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1df:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340284.293071:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1df:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:0.0:1763340284.293073:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1df:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340284.293094:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280485760:12345-192.168.203.42@tcp:10:bash.0 Request processed in 139us (935us total) trans 21474838436 rc 0/0 00000100:00100000:0.0:1763340284.293100:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1424 00002000:00010000:0.0:1763340284.293104:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/479 (0->18446744073709551615) 00002000:00100000:0.0:1763340284.293106:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e2680 with x1848995280485760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340284.293111:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cc2e2680. 00000100:00100000:3.0:1763340284.301845:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.306958:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280486016 00000100:00100000:2.0:1763340284.306983:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280486016 00000100:00100000:0.0:1763340284.307170:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2822 00000100:00100000:0.0:1763340284.307186:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:55868:x1848995280486016:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340284.307614:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:55868:x1848995280486016:12345-192.168.203.42@tcp:35:bash.0 Request processed in 427us (5781us total) trans 4294971965 rc 0/0 00000100:00100000:0.0:1763340284.307624:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2822 00000100:00100000:0.0:1763340284.315312:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.315410:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280486272 00000100:00100000:3.0:1763340284.315426:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280486272 00000100:00100000:2.0:1763340284.316076:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8330 00000100:00100000:2.0:1763340284.316094:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56653:x1848995280486272:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340284.316185:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.316223:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182466b7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a2 expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.316264:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.316270:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.316357:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.316374:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.316385:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340284.316577:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008a3e876a reply state 00000000e6883cc0 transno 4294971966 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.316594:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.316601:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.316604:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340284.316608:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340284.316744:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56653:x1848995280486272:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 654us (1445us total) trans 4294971966 rc 0/0 00000100:00100000:2.0:1763340284.316752:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8330 00000100:00100000:1.0:1763340284.322084:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.322138:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.322225:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280486528 00000100:00100000:0.0:1763340284.322238:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280486528 00000100:00100000:3.0:1763340284.322406:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280486400 00000100:00100000:3.0:1763340284.322411:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280486400 00000100:00100000:0.0:1763340284.323075:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5508 00000100:00100000:0.0:1763340284.323092:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56653:x1848995280486528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.323115:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.323145:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155e8 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340284.323174:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1de:0x0] initial LVB size: 4096, mtime: 0x691a6ffc, atime: 0x0, ctime: 0x691a6ffc, blocks: 0x8 00010000:00010000:0.0:1763340284.323201:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.323204:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.323213:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.323231:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.323251:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:3.0:1763340284.323383:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8331 00000100:00100000:3.0:1763340284.323393:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56656:x1848995280486400:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340284.323405:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.323423:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246751 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155e1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.323497:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340284.323511:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323521:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323547:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340284.323553:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323559:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323638:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246766 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340284.323646:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246766 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323652:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246766 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340284.323705:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x199:0x0]: returning size 5 00000004:00200000:3.0:1763340284.323709:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340284.323728:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246766 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323738:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246766 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323747:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323757:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323763:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323769:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323775:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.323779:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323786:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323798:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3c900) 00010000:00010000:3.0:1763340284.323801:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.323806:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323812:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246758 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323827:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323833:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323839:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323844:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.323847:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323853:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323860:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3c300) 00010000:00010000:3.0:1763340284.323862:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.323865:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323870:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824675f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.323899:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246751 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e1 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.323911:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246766 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e1 expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.323917:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:3.0:1763340284.323919:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340284.323922:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:3.0:1763340284.323971:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56656:x1848995280486400:12345-192.168.203.42@tcp:101:rm.0 Request processed in 581us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.323978:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8331 00000100:00100000:0.0:1763340284.324659:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:56653:x1848995280486528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1568us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.324680:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5508 00000100:00100000:1.0:1763340284.332092:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.332905:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.333254:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280486784 00000100:00100000:2.0:1763340284.333268:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280486784 00000100:00100000:0.0:1763340284.333472:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280486912 00000100:00100000:0.0:1763340284.333477:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280486912 00000100:00100000:0.0:1763340284.333589:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5509 00000100:00100000:0.0:1763340284.333602:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:56653:x1848995280486912:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.333624:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.333654:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155ef expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340284.333693:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340284.333723:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.333726:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.333736:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 33 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.333754:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 33 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.333769:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:0.0:1763340284.333834:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:56653:x1848995280486912:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 235us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.333841:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5509 00000100:00100000:2.0:1763340284.333978:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8332 00000100:00100000:2.0:1763340284.333988:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56656:x1848995280486784:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340284.334046:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340284.334075:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246712 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x199:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155c5 expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.334097:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246766 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e1 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.334110:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182466f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155b7 expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.334121:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340284.334133:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.334157:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.334168:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.334178:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.334192:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.334198:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.334205:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.334856:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.334871:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.334880:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340284.335191:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1158, 64 off98808 00000040:00080000:2.0:1763340284.335223:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1136, 64 off97104 00000040:00080000:2.0:1763340284.335235:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1137, 64 off97168 00000040:00080000:2.0:1763340284.335245:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1159, 64 off98872 00010000:00010000:2.0:1763340284.338171:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.338203:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338216:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338227:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338232:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338238:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338256:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340284.338288:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338294:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338313:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338323:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.338328:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338336:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338350:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3de00) 00010000:00010000:2.0:1763340284.338354:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340284.338360:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338365:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246782 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338590:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338598:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338604:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338609:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338615:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.338618:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338624:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338636:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340284.338639:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.338642:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338648:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246774 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340284.338678:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024b567a7 reply state 000000005fb93c2b transno 4294971967 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338691:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.338696:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d500) 00010000:00010000:2.0:1763340284.338698:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340284.338702:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340284.338840:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56656:x1848995280486784:12345-192.168.203.42@tcp:36:rm.0 Request processed in 4847us (6757us total) trans 4294971967 rc 0/0 00000100:00100000:2.0:1763340284.338851:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8332 00010000:00010000:1.0:1763340284.338954:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.338962:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.338968:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.338973:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.338980:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.338990:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199:0x0].0x0 (ffff9554c2b3de00) 00010000:00010000:1.0:1763340284.338997:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340284.339000:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.339005:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246789 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x199:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.339021:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.339023:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.339025:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340284.340466:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.340787:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280487040 00000100:00100000:3.0:1763340284.340802:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280487040 00002000:00010000:3.0:1763340284.340857:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/478 (5->18446744073709551615) 00002000:00100000:3.0:1763340284.340864:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e0700 with x1848995280487040 ext(5->18446744073709551615) 00002000:00010000:3.0:1763340284.340879:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e0700. 00000100:00100000:3.0:1763340284.340917:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1425 00000100:00100000:3.0:1763340284.340928:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280487040:12345-192.168.203.42@tcp:10:lfs.0 00000100:00100000:0.0:1763340284.341262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.341300:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280487168 00000100:00100000:2.0:1763340284.341306:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280487168 00002000:00010000:2.0:1763340284.341330:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/478 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.341334:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f61180 with x1848995280487168 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.341344:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f61180. 00000100:00100000:2.0:1763340284.341374:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1426 00000100:00100000:2.0:1763340284.341382:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2407:x1848995280487168:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340284.341518:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340284.341522:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb mtime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340284.341525:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.341526:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb ctime from disk: 0 -> 1763340284 00002000:00010000:2.0:1763340284.341528:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340284.341615:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280487168:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 233us (353us total) trans 21474838437 rc 0/0 00000100:00100000:2.0:1763340284.341623:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1426 00002000:00010000:2.0:1763340284.341628:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/478 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.341630:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f61180 with x1848995280487168 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.341635:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f61180. 00002000:00010000:3.0:1763340284.342884:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763340284.342895:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:3.0:1763340284.342897:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.342899:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:3.0:1763340284.342902:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340284.342973:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280487040:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 2040us (2510us total) trans 17179871157 rc 0/0 00000100:00100000:3.0:1763340284.342984:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1425 00002000:00010000:3.0:1763340284.342990:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/478 (5->18446744073709551615) 00002000:00100000:3.0:1763340284.342994:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e0700 with x1848995280487040 ext(5->18446744073709551615) 00002000:00010000:3.0:1763340284.343001:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e0700. 00000100:00100000:1.0:1763340284.349189:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.349871:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280487424 00000100:00100000:2.0:1763340284.349886:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280487424 00000100:00100000:2.0:1763340284.349960:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8333 00000100:00100000:2.0:1763340284.349972:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56653:x1848995280487424:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340284.350096:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.350122:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.350137:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340284.350291:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c2b7d37 reply state 00000000edac19e1 transno 4294971968 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.350493:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.350502:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.350505:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340284.350511:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340284.350663:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56653:x1848995280487424:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 691us (1488us total) trans 4294971968 rc 0/0 00000100:00100000:2.0:1763340284.350680:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8333 00000100:00100000:3.0:1763340284.354190:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.354642:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280487552 00000100:00100000:1.0:1763340284.354655:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280487552 00000100:00100000:1.0:1763340284.354849:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5510 00000100:00100000:1.0:1763340284.354860:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280487552:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340284.355046:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340284.355050:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:1.0:1763340284.355053:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb atime from disk: 0 -> 1763340284 00002000:00010000:1.0:1763340284.355055:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:1.0:1763340284.355058:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340284.355137:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:2407:x1848995280487552:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 278us (962us total) trans 21474838438 rc 0/0 00000100:00100000:1.0:1763340284.355144:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5510 00000100:00100000:0.0:1763340284.359050:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.359109:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.359431:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280487936 00000100:00100000:3.0:1763340284.359448:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280487936 00000100:00100000:2.0:1763340284.359556:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280487680 00000100:00100000:2.0:1763340284.359561:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280487680 00000100:00100000:3.0:1763340284.359567:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2823 00000100:00100000:3.0:1763340284.359580:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fbb10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56653:x1848995280487936:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.359603:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8334 00000100:00100000:2.0:1763340284.359611:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56657:x1848995280487680:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.359624:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.359659:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246797 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155f6 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763340284.359684:0:14057:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x197:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824660f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1556a expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.359739:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340284.359740:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340284.359755:0:14057:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.359756:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359768:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.359770:0:14057:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.359778:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340284.359784:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359791:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.359831:0:14057:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.359845:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.359846:0:14057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 187 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.359857:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340284.359862:0:14057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292132736:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340284.359863:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359869:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359874:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.359879:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359886:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359898:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340284.359901:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.359907:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359913:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182467a5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359928:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359933:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359939:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359944:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.359947:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359952:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359959:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d500) 00010000:00010000:2.0:1763340284.359961:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.359964:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340284.359968:0:14057:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9780 going to sleep for 11 seconds 00010000:00010000:2.0:1763340284.359969:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467ac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340284.359996:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246797 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155f6 expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.360005:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340284.360007:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.360011:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246797 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155f6 expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.360026:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340284.360062:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56657:x1848995280487680:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 450us (1026us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340284.360069:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8334 00000100:00100000:2.0:1763340284.364160:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.364194:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.364235:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280488192 00000100:00100000:0.0:1763340284.364236:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280488064 00000100:00100000:2.0:1763340284.364246:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280488192 00000100:00100000:0.0:1763340284.364246:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280488064 00010000:00010000:2.0:1763340284.364297:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 187 pid: 8423 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.364313:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8335 00000100:00100000:0.0:1763340284.364325:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56657:x1848995280488064:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:2.0:1763340284.364333:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2700 00000100:00100000:2.0:1763340284.364339:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:2407:x1848995280488192:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.364356:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.364356:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.364362:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 187 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.364376:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 187 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340284.364382:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb182467b3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df155fd expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.364401:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:2.0:1763340284.364407:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.364419:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.364427:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.364449:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340284.364459:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.364470:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364477:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364488:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.364494:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364499:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340284.364508:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2407:x1848995280488192:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 169us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.364516:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2700 00010000:00010000:0.0:1763340284.364573:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364580:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364587:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364593:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364600:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.364604:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364613:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364622:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340284.364625:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.364630:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364636:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182467ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364681:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364687:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364692:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364698:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.364700:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364709:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364716:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d500) 00010000:00010000:0.0:1763340284.364718:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.364721:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364726:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182467c1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.364759:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb182467b3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155fd expref: 187 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.364769:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340284.364771:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.364775:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb182467b3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155fd expref: 187 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.364810:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45fe00, rc 0) 00000100:00100000:0.0:1763340284.364853:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56657:x1848995280488064:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 531us (711us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.364859:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8335 00010000:00010000:1.0:1763340284.364881:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824669b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15594 expref: 185 pid: 8423 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.364899:0:14057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292132736:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.364923:0:14057:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340284.364932:0:14057:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340284.364938:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000040:00080000:1.0:1763340284.365232:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1138, 88 off97256 00000004:00080000:1.0:1763340284.365243:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025172709514ns, next at 1025649670221ns, rc = 0 00000040:00080000:1.0:1763340284.365293:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1160, 88 off98960 00000004:00080000:1.0:1763340284.365300:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025172766909ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340284.365326:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1161, 88 off99048 00000004:00080000:1.0:1763340284.365331:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025172797762ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340284.365341:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1139, 88 off97344 00000004:00080000:1.0:1763340284.365345:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025172812441ns, next at 1025649670221ns, rc = 0 00000100:00100000:2.0:1763340284.369450:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.369568:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280488320 00000100:00100000:0.0:1763340284.369584:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280488320 00000100:00100000:0.0:1763340284.369661:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8336 00000100:00100000:0.0:1763340284.369682:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56657:x1848995280488320:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.369713:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.369752:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182467c8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15604 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.369848:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182467cf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.369865:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182467cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.369880:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182467cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340284.369939:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340284.369945:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340284.369989:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182467c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15604 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.370052:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182467cf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15604 expref: 187 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.370063:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340284.370066:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340284.370072:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:0.0:1763340284.370156:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56657:x1848995280488320:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 485us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.370165:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8336 00000001:00080000:0.0:1763340284.371489:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971969 is committed 00000004:00080000:0.0:1763340284.371502:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 744 committed 00010000:00010000:3.0:1763340284.371648:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371660:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371678:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371685:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.371690:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371701:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371717:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.371721:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.371725:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371732:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246743 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371753:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371759:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371765:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371770:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.371773:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371778:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371785:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d500) 00010000:00010000:3.0:1763340284.371787:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.371790:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371796:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824677b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371814:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371820:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371831:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371836:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.371839:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371844:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371852:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.371854:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.371856:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.371861:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246790 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00080000:0.0:1763340284.371996:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 765 committed 00000004:00080000:0.0:1763340284.372015:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 764 committed 00000004:00080000:0.0:1763340284.372018:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 743 committed 00000100:00100000:1.0:1763340284.372679:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292132992:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.372767:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.372819:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292133504:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340284.372833:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292132992 00000100:00100000:1.0:1763340284.372841:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340284.372842:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292132992 00000100:00100000:1.0:1763340284.372866:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763340284.372872:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292133120:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.372890:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340284.372896:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292133504 00000100:00100000:2.0:1763340284.372899:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292133504 00000100:00100000:1.0:1763340284.372904:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292133632:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340284.372921:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292133120 00000100:00100000:1.0:1763340284.372921:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340284.372923:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292133120 00000100:00100000:2.0:1763340284.372940:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292133632 00000100:00100000:2.0:1763340284.372942:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292133632 00000100:00100000:1.0:1763340284.372945:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292133248:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.372964:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:2.0:1763340284.372973:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3650:x1848995292132992:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.372998:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1763340284.373006:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:480 count 1 00000100:00100000:1.0:1763340284.373017:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292133760:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.373036:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1763340284.373046:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1763340284.373052:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:2.0:1763340284.373055:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.373058:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292132864:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340284.373071:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.373074:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763340284.373075:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340284.373081:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.373082:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292133376:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340284.373097:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.373098:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340284.373107:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.373114:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.373127:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292133248 00000100:00100000:1.0:1763340284.373131:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292133248 00010000:00010000:2.0:1763340284.373132:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340284.373148:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292133760 00000100:00100000:1.0:1763340284.373150:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292133760 00000100:00100000:1.0:1763340284.373159:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292132864 00000100:00100000:1.0:1763340284.373161:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292132864 00000100:00100000:1.0:1763340284.373169:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292133376 00000100:00100000:1.0:1763340284.373171:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292133376 00000100:00100000:1.0:1763340284.373181:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512 00000100:00100000:1.0:1763340284.373187:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:3650:x1848995292133504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340284.373200:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:480 count 1 00002000:00010000:1.0:1763340284.373222:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340284.373227:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373236:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.373237:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.373240:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373250:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373257:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373263:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373278:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340284.373447:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+64:3650:x1848995292133504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 259us (604us total) trans 21474838439 rc 0/0 00000100:00100000:1.0:1763340284.373458:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512 00000100:00100000:1.0:1763340284.373477:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513 00000100:00100000:1.0:1763340284.373484:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292133120:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.373589:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3650:x1848995292132992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 617us (822us total) trans 17179871158 rc 0/0 00000100:00100000:2.0:1763340284.373596:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00002000:00010000:1.0:1763340284.373598:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340284.373601:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:1.0:1763340284.373604:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.373606:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00000100:00100000:2.0:1763340284.373609:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00002000:00010000:1.0:1763340284.373610:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1dd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340284.373615:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+63:3650:x1848995292133632:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.373633:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292133120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 149us (742us total) trans 17179871159 rc 0/0 00000100:00100000:1.0:1763340284.373639:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513 00000100:00100000:1.0:1763340284.373651:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515 00000100:00100000:1.0:1763340284.373657:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292133248:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340284.373682:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340284.373685:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340284.373687:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb atime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340284.373690:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340284.373692:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1dd:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340284.373716:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+64:3650:x1848995292133632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 101us (794us total) trans 21474838440 rc 0/0 00002000:00010000:1.0:1763340284.373718:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340284.373721:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00000100:00100000:2.0:1763340284.373723:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00002000:00010000:1.0:1763340284.373723:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.373725:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:1.0:1763340284.373728:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1de:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340284.373734:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516 00000100:00100000:2.0:1763340284.373740:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+63:3648:x1848995292133760:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.373755:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292133248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (756us total) trans 17179871160 rc 0/0 00000100:00100000:1.0:1763340284.373761:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515 00000100:00100000:1.0:1763340284.373773:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517 00000100:00100000:1.0:1763340284.373779:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292132864:12345-0@lo:6:osp-syn-1-1.0 00002000:00010000:2.0:1763340284.373790:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb size from disk: 0 -> 0 00002000:00080000:1.0:1763340284.373791:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:479 count 1 00002000:00010000:2.0:1763340284.373793:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb mtime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340284.373796:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.373798:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb ctime from disk: 1763340284 -> 1763340284 00002000:00010000:2.0:1763340284.373800:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1de:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763340284.373802:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373818:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.373821:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+64:3648:x1848995292133760:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (784us total) trans 21474838441 rc 0/0 00000100:00100000:2.0:1763340284.373827:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516 00010000:00010000:1.0:1763340284.373827:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.373829:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.373832:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.373838:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518 00000100:00100000:2.0:1763340284.373844:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+63:3648:x1848995292133376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340284.373853:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:479 count 1 00010000:00010000:2.0:1763340284.373863:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373865:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.373879:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 34 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.373882:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 17 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.373887:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340284.373888:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340284.373891:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.373894:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292133888:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340284.373909:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 34 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.373917:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 34 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.373926:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292134016:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.374056:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340284.374064:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374072:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.374076:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374085:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374104:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374112:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182467d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374131:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340284.374135:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374141:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.374144:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374151:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374161:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374167:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb182467dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.374180:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.374182:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.374183:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1763340284.374914:0:14057:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f435373b reply state 0000000023e417fa transno 4294971969 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340284.374937:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340284.374948:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.374952:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340284.374956:0:14057:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340284.374963:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.374965:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340284.374971:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824660f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1556a expref: 178 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.375601:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340284.375765:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00080000:0.0:1763340284.375810:0:14057:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763340284.375833:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fbb10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56653:x1848995280487936:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 16255us (16723us total) trans 4294971969 rc 0/0 00000100:00100000:0.0:1763340284.375845:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2823 00000100:00100000:0.0:1763340284.375912:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280488448 00000100:00100000:0.0:1763340284.375921:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280488448 00000100:00100000:0.0:1763340284.375977:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8337 00000100:00100000:0.0:1763340284.375986:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56657:x1848995280488448:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.376007:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.376029:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb182467f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1560b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.376105:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.376117:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376132:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376146:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.376151:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376157:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376194:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376199:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376205:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376211:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376216:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.376220:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376226:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376235:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340284.376237:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.376240:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376246:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182467f9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376262:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376267:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376272:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376276:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.376278:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376283:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376288:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340284.376290:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.376292:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376296:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246800 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.376326:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb182467f2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1560b expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.376336:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340284.376339:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.376343:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb182467f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1560b expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.376354:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7acc00, rc 0) 00000100:00100000:0.0:1763340284.376402:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56657:x1848995280488448:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 417us (639us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.376409:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8337 00010000:00010000:3.0:1763340284.376511:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340284.376524:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340284.376597:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340284.376605:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.376608:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340284.376614:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340284.376624:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:3.0:1763340284.376627:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340284.376629:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340284.376635:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824679e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00000100:00100000:2.0:1763340284.382438:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.382479:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.382547:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292134016:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.382586:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.382690:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280488576 00000100:00100000:0.0:1763340284.382701:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280488576 00010000:00010000:0.0:1763340284.382750:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 6/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 18 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.382797:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280488704 00000100:00100000:0.0:1763340284.382801:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280488704 00000100:00100000:2.0:1763340284.382816:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2701 00010000:00010000:0.0:1763340284.382816:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 35 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.382828:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280488576:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763340284.382846:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2702 00010000:00010000:2.0:1763340284.382850:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763340284.382852:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:2410:x1848995280488704:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.382856:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 6/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 18 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340284.382861:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.382864:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 35 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.382870:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 18 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340284.382874:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 35 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340284.382897:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824673c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155da expref: 35 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.382902:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.382904:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.382910:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.382911:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.382913:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.382916:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.382921:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.382922:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.382943:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340284.382948:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340284.383002:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280488576:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 176us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.383010:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2701 00000100:00100000:0.0:1763340284.383929:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2410:x1848995280488704:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1067us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.383942:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2702 00000100:00100000:1.0:1763340284.383978:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72780 going to sleep for 11 seconds 00010000:00010000:0.0:1763340284.383987:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.383998:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.384010:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.384014:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824672e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155d3 expref: 17 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340284.384026:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.384037:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292133888:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340284.384057:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340284.384060:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.384072:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.384085:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.384093:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.384101:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.384117:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763340284.385447:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340284.385460:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385471:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.385476:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385487:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385509:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385666:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182467eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385705:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340284.385710:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385716:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.385720:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385727:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385739:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385745:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182467e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.385764:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.385767:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.385768:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.385778:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340284.386370:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+64:3648:x1848995292133376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12518us (13262us total) trans 21474838442 rc 0/0 00000100:00100000:1.0:1763340284.386381:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292132864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12597us (13300us total) trans 17179871161 rc 0/0 00000100:00100000:0.0:1763340284.386402:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518 00000100:00100000:1.0:1763340284.386507:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517 00000100:00100000:3.0:1763340284.386511:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340284.386596:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.386623:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340284.386641:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280488832 00000100:00100000:0.0:1763340284.386649:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280488832 00000100:00100000:1.0:1763340284.386660:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871154 gen 2 00000004:00080000:1.0:1763340284.386677:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc700, transno 17179871142 00000004:00080000:1.0:1763340284.386699:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc000, transno 17179871143 00000004:00080000:1.0:1763340284.386704:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dd180, transno 17179871144 00000004:00080000:1.0:1763340284.386708:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6df480, transno 17179871145 00000004:00080000:1.0:1763340284.386716:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1e300, transno 17179871146 00000100:00100000:0.0:1763340284.386719:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8338 00000004:00080000:1.0:1763340284.386721:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1d180, transno 17179871147 00000004:00080000:1.0:1763340284.386727:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1ea00, transno 17179871148 00000004:00080000:1.0:1763340284.386731:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1ce00, transno 17179871149 00000100:00100000:0.0:1763340284.386735:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+177:56653:x1848995280488832:12345-192.168.203.42@tcp:101:lfs.0 00000004:00080000:1.0:1763340284.386737:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab1500, transno 17179871151 00000004:00080000:1.0:1763340284.386745:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b28000, transno 17179871152 00000004:00080000:1.0:1763340284.386749:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ed880, transno 17179871153 00000004:00080000:1.0:1763340284.386752:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5eed80, transno 17179871154 00000100:00100000:1.0:1763340284.386760:0:3648:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c21c4a80 x1848995292132864/t17179871161(17179871161) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763340300 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1763340284.386768:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:1.0:1763340284.386776:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4a80/2, rc 0, transno 17179871161 00000100:00100000:1.0:1763340284.386784:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292132864:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340284.386793:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad800/0xbdebf3fb18246807 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15612 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763340284.386802:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3800/2, rc 0, transno 21474838442 00000100:00100000:1.0:1763340284.386808:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292133376:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340284.386821:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d35500/2, rc 0, transno 17179871160 00000100:00100000:1.0:1763340284.386825:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292133248:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340284.386835:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0a80/2, rc 0, transno 21474838441 00000100:00100000:1.0:1763340284.386840:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292133760:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763340284.386865:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad800/0xbdebf3fb18246807 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15612 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763340284.386872:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d36a00/2, rc 0, transno 17179871159 00000100:00100000:1.0:1763340284.386878:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292133120:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340284.386882:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad800/0xbdebf3fb18246807 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15612 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763340284.386896:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1500/2, rc 0, transno 21474838440 00000100:00100000:1.0:1763340284.386902:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292133632:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763340284.386904:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:0.0:1763340284.386909:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340284.386913:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad800, rc 0) 00000004:00080000:1.0:1763340284.386919:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4000/2, rc 0, transno 17179871158 00000100:00100000:1.0:1763340284.386924:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292132992:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763340284.386938:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1880/2, rc 0, transno 21474838439 00000100:00100000:1.0:1763340284.386942:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292133504:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763340284.387036:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 0 in flight, 12 done 00000100:00100000:0.0:1763340284.387430:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56653:x1848995280488832:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 697us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.387434:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.387438:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8338 00000100:00100000:0.0:1763340284.387650:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280489088 00000100:00100000:0.0:1763340284.387657:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280489088 00000100:00100000:0.0:1763340284.387706:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8339 00000100:00100000:0.0:1763340284.387714:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+178:56657:x1848995280489088:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.387726:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.387730:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340284.387754:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182467cf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15604 expref: 178 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.387788:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340284.387799:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340284.387814:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb1824680e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15619 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.390704:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.390734:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.390748:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.390767:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.390775:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.390781:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.391284:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.391295:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763340284.392776:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340284.392953:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340284.392974:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 0 00010000:00010000:0.0:1763340284.393026:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393034:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393040:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393047:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393053:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.393058:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393065:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393079:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:0.0:1763340284.393082:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.393087:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393093:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246815 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:0.0:1763340284.393127:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005ae63d5e reply state 00000000995cea83 transno 4294971970 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393139:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.393149:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9100) 00010000:00010000:0.0:1763340284.393151:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340284.393154:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340284.393204:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb1824680e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.393232:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.393240:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9555fbb25200) 00010000:00010000:0.0:1763340284.393242:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.393245:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b59200, rc 0) 00000100:00100000:0.0:1763340284.393342:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56657:x1848995280489088:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5627us (5906us total) trans 4294971970 rc 0/0 00000100:00100000:0.0:1763340284.393353:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8339 00000100:00100000:2.0:1763340284.393612:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280489344 00000100:00100000:2.0:1763340284.393624:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280489344 00000100:00100000:2.0:1763340284.393690:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2824 00000100:00100000:2.0:1763340284.393700:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56653:x1848995280489344:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340284.393986:0:14057:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x197:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340284.394066:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1140, 64 off97408 00000040:00080000:2.0:1763340284.394094:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1162, 64 off99112 00000040:00080000:2.0:1763340284.394104:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1163, 64 off99176 00000040:00080000:2.0:1763340284.394113:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1141, 64 off97472 00010000:00010000:2.0:1763340284.394186:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340284.394202:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.394213:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.394222:0:14057:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.394227:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.394232:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.394258:0:14057:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340284.394466:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56653:x1848995280489344:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 766us (1701us total) trans 4294971971 rc 0/0 00000100:00100000:2.0:1763340284.394474:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2824 00010000:00010000:1.0:1763340284.395472:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.395485:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340284.395494:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.395499:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340284.395509:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340284.395528:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197:0x0].0x0 (ffff9554c2b3c500) 00010000:00010000:1.0:1763340284.395546:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340284.395552:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340284.395559:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246831 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340284.395574:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.395576:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.395578:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340284.397101:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.397479:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280489600 00000100:00100000:0.0:1763340284.397585:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280489600 00000100:00100000:0.0:1763340284.397659:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8340 00000100:00100000:0.0:1763340284.397677:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56657:x1848995280489600:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.397706:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.397729:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246838 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15620 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.397850:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.397866:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.397881:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.397917:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.397930:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 182 pid: 6514 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.397944:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292134144:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340284.398037:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763340284.400184:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.400609:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280489856 00000100:00100000:2.0:1763340284.400620:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280489856 00000100:00100000:2.0:1763340284.400701:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8341 00000100:00100000:2.0:1763340284.400712:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56653:x1848995280489856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.400742:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.400767:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246846 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15627 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.400895:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340284.400914:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.400928:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340284.400941:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 0 00010000:00010000:2.0:1763340284.401043:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.401051:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.401057:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.401064:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.401068:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.401076:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340284.401087:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340284.401089:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9555fbb25200) 00010000:00010000:2.0:1763340284.401092:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763340284.401098:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.401104:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824684d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.401150:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246846 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15627 expref: 185 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.401161:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9555fbb25200) 00010000:00010000:2.0:1763340284.401164:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340284.401167:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246846 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15627 expref: 185 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.401177:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:0.0:1763340284.401249:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292134144:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340284.401250:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56653:x1848995280489856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 540us (1079us total) trans 4294971972 rc 301/301 00000100:00100000:2.0:1763340284.401258:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8341 00010000:00010000:0.0:1763340284.401277:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340284.401330:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280489984 00000100:00100000:3.0:1763340284.401336:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280489984 00010000:00010000:3.0:1763340284.401361:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 184 pid: 6514 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.401392:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2703 00000100:00100000:3.0:1763340284.401400:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:2407:x1848995280489984:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340284.401412:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.401418:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 184 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.401429:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 184 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.401442:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246823 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15619 expref: 184 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.401471:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9555fbb25200) 00010000:00010000:3.0:1763340284.401475:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.401484:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.401490:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.401518:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340284.401576:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:2407:x1848995280489984:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 176us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.401584:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2703 00010000:00010000:2.0:1763340284.403903:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.403923:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.403955:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 0 00000100:00100000:3.0:1763340284.404153:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:2.0:1763340284.404187:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e1:0x0], index 0: 0 00000004:00080000:2.0:1763340284.404195:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e1:0x0], index 1: 0 00000004:00080000:2.0:1763340284.404201:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e2:0x0], index 1: 0 00000004:00080000:2.0:1763340284.404205:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e2:0x0], index 0: 0 00000100:00100000:0.0:1763340284.404282:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280490240 00000100:00100000:0.0:1763340284.404292:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280490240 00010000:00010000:2.0:1763340284.404357:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.404366:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.404373:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.404379:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.404383:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.404391:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340284.404393:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2825 00000100:00100000:0.0:1763340284.404404:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56653:x1848995280490240:12345-192.168.203.42@tcp:35:lfs.0 00010000:00010000:2.0:1763340284.404407:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9555fbb25200) 00010000:00010000:2.0:1763340284.404410:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340284.404415:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.404421:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824683f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.404492:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246838 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15620 expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.404503:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9555fbb25200) 00010000:00010000:2.0:1763340284.404506:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340284.404510:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246838 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15620 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.404526:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:2.0:1763340284.404619:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56657:x1848995280489600:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6951us (7530us total) trans 4294971973 rc 301/301 00000100:00100000:2.0:1763340284.404628:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8340 00000100:00100000:0.0:1763340284.405306:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56653:x1848995280490240:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 898us (1153us total) trans 4294971974 rc 0/0 00000100:00100000:0.0:1763340284.405315:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2825 00000100:00100000:3.0:1763340284.408165:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.408274:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280490496 00000100:00100000:0.0:1763340284.408289:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280490496 00000100:00100000:0.0:1763340284.408363:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2826 00000100:00100000:0.0:1763340284.408375:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56657:x1848995280490496:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340284.412980:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56657:x1848995280490496:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 4592us (4814us total) trans 4294971975 rc 0/0 00000100:00100000:0.0:1763340284.412994:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2826 00000100:00100000:2.0:1763340284.415690:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.415763:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280490752 00000100:00100000:0.0:1763340284.415777:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280490752 00000100:00100000:0.0:1763340284.415900:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2827 00000100:00100000:0.0:1763340284.415911:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56657:x1848995280490752:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340284.418646:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56657:x1848995280490752:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 2721us (2961us total) trans 4294971976 rc 0/0 00000100:00100000:0.0:1763340284.418665:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2827 00000100:00100000:1.0:1763340284.421475:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.422245:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280491008 00000100:00100000:2.0:1763340284.422258:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280491008 00000100:00100000:2.0:1763340284.422337:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8342 00000100:00100000:2.0:1763340284.422348:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280491008:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.422379:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.422407:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246862 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1562e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.422646:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.422666:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.422690:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.422705:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.422712:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.422719:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423063:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246877 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.423073:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246877 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423080:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246877 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.423093:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 0 00010000:00010000:2.0:1763340284.423206:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423214:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423220:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423227:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423235:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.423239:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423246:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423260:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d200) 00010000:00010000:2.0:1763340284.423263:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.423448:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423457:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246869 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423474:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423480:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423485:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423491:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.423494:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423499:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423507:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9100) 00010000:00010000:2.0:1763340284.423510:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.423514:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.423519:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246870 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.424480:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246862 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1562e expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.424515:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246877 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1562e expref: 187 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.424526:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.424733:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340284.424738:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340284.424974:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:55868:x1848995280491008:12345-192.168.203.42@tcp:101:bash.0 Request processed in 2625us (3511us total) trans 4294971977 rc 0/0 00000100:00100000:2.0:1763340284.424985:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8342 00000100:00100000:1.0:1763340284.428028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.428088:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280491264 00000100:00100000:2.0:1763340284.428101:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280491264 00000100:00100000:2.0:1763340284.428178:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8343 00000100:00100000:2.0:1763340284.428190:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56658:x1848995280491264:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.428222:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.428247:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246885 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15635 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.428396:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824688c lrc: 3/1,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.428414:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824688c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.428429:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824688c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.428443:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 0 00010000:00010000:2.0:1763340284.428623:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246885 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15635 expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.428646:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824688c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15635 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.428655:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.428658:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763340284.428662:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340284.428742:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56658:x1848995280491264:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 555us (729us total) trans 4294971978 rc 0/0 00000100:00100000:2.0:1763340284.428750:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8343 00000100:00100000:1.0:1763340284.429005:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.430248:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280491392 00000100:00100000:2.0:1763340284.430261:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280491392 00000100:00100000:3.0:1763340284.431946:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8344 00000100:00100000:3.0:1763340284.431970:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280491392:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.432001:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.432032:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824689a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1563c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.432081:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182468a1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.432101:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182468a1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.432117:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182468a1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.432275:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824689a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1563c expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.432298:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182468a1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1563c expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.432309:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.432312:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340284.432317:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:3.0:1763340284.432418:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280491392:12345-192.168.203.42@tcp:101:bash.0 Request processed in 458us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.432427:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8344 00000100:00100000:1.0:1763340284.439136:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.439185:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.439246:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280491520 00000100:00100000:0.0:1763340284.439259:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280491520 00000100:00100000:1.0:1763340284.440087:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280491648 00000100:00100000:1.0:1763340284.440097:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280491648 00000100:00100000:1.0:1763340284.440156:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5519 00000100:00100000:1.0:1763340284.440168:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280491520:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:2.0:1763340284.440178:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5520 00000100:00100000:2.0:1763340284.440189:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2409:x1848995280491648:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.440194:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.440197:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.440222:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1564a expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.440222:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15643 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340284.440251:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1763340284.440251:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340284.440277:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.440277:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.440280:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.440280:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.440291:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 35 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.440291:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.440309:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 35 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.440318:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.440324:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00010000:00010000:1.0:1763340284.440324:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ec00, rc 0) 00000100:00100000:1.0:1763340284.440410:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280491520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 243us (1286us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.440419:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5519 00000100:00100000:2.0:1763340284.440761:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:2409:x1848995280491648:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 574us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.440769:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5520 00000100:00100000:2.0:1763340284.442069:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.442187:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280491904 00000100:00100000:0.0:1763340284.442197:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280491904 00000100:00100000:3.0:1763340284.442997:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8345 00000100:00100000:3.0:1763340284.443015:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280491904:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340284.443093:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.443129:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246877 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1562e expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.443150:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.443156:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.443407:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.443425:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.443435:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763340284.443501:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971979 00000004:00010000:3.0:1763340284.443569:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a08b82a0 reply state 000000005c64b198 transno 4294971980 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.443584:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.443592:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.443595:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340284.443598:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340284.443716:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280491904:12345-192.168.203.42@tcp:36:bash.0 Request processed in 706us (1655us total) trans 4294971980 rc 0/0 00000100:00100000:3.0:1763340284.443724:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8345 00000020:00080000:3.0:1763340284.443730:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340284.444941:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.445154:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280492160 00000100:00100000:3.0:1763340284.445166:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280492160 00000100:00100000:3.0:1763340284.445238:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8346 00000100:00100000:3.0:1763340284.445249:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56658:x1848995280492160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.445274:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.445312:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182468bd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15651 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.445415:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.445429:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445440:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445452:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.445463:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445469:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445633:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.445643:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445650:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340284.445662:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 0 00010000:00010000:3.0:1763340284.445864:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445873:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445879:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445885:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445892:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.445897:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445905:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445922:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817800) 00010000:00010000:3.0:1763340284.445925:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.445930:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445936:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182468c4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445953:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445959:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445963:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445968:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.445970:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445975:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445982:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9100) 00010000:00010000:3.0:1763340284.445984:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.445987:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.445992:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182468cb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.446036:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182468bd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.446057:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.446079:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.446082:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340284.446084:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:3.0:1763340284.446166:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56658:x1848995280492160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 917us (1235us total) trans 4294971981 rc 0/0 00000100:00100000:3.0:1763340284.446176:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8346 00000100:00100000:1.0:1763340284.447788:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.447984:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280492416 00000100:00100000:0.0:1763340284.447998:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280492416 00000100:00100000:0.0:1763340284.448056:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2828 00000100:00100000:0.0:1763340284.448065:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280492416:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340284.448311:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280492416:12345-192.168.203.42@tcp:35:bash.0 Request processed in 245us (532us total) trans 4294971982 rc 0/0 00000100:00100000:0.0:1763340284.448319:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2828 00000100:00100000:2.0:1763340284.450502:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.450702:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.450703:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280492672 00000100:00100000:1.0:1763340284.450716:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280492672 00000100:00100000:0.0:1763340284.450763:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280492928 00000100:00100000:0.0:1763340284.450770:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280492928 00000100:00100000:0.0:1763340284.450822:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8347 00000100:00100000:0.0:1763340284.450832:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280492928:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:1.0:1763340284.450845:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2829 00000100:00100000:1.0:1763340284.450856:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba76c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56658:x1848995280492672:12345-192.168.203.42@tcp:35:lfs.0 00010000:00010000:0.0:1763340284.450864:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.450870:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340284.450907:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824688c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15635 expref: 196 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.450933:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:0.0:1763340284.450940:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340284.450957:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182468e0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15658 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.451021:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.451038:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.451106:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.451153:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.451165:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba76c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56658:x1848995280492672:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 309us (674us total) trans 4294971983 rc 0/0 00010000:00010000:0.0:1763340284.451170:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 197 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.451178:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2829 00000100:00100000:0.0:1763340284.451194:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292134272:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340284.451638:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340284.453796:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.453930:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292134272:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.453969:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340284.455277:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.455371:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493184 00000100:00100000:0.0:1763340284.455387:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493184 00010000:00010000:0.0:1763340284.455438:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 197 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.455454:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493056 00000100:00100000:3.0:1763340284.455459:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493056 00000100:00100000:0.0:1763340284.455486:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2704 00000100:00100000:0.0:1763340284.455502:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2408:x1848995280493184:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340284.455524:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.455549:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 198 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.455555:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2830 00010000:00010000:0.0:1763340284.455563:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 198 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.455564:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56658:x1848995280493056:12345-192.168.203.42@tcp:33:lfs.0 00010000:00010000:0.0:1763340284.455588:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182468d2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15651 expref: 198 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340284.455605:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:0.0:1763340284.455611:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.455622:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.455630:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.455650:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340284.455728:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56658:x1848995280493056:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 165us (1943us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.455728:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2408:x1848995280493184:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 231us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.455736:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2704 00000100:00100000:3.0:1763340284.455737:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2830 00010000:00010000:1.0:1763340284.456033:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.456042:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763340284.456418:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1142, 88 off97560 00000004:00080000:1.0:1763340284.456430:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025263896295ns, next at 1025649670221ns, rc = 0 00000040:00080000:1.0:1763340284.456479:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1164, 88 off99264 00000004:00080000:1.0:1763340284.456486:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025263952615ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340284.456509:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1165, 88 off99352 00000004:00080000:1.0:1763340284.456513:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025263980735ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340284.456525:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1143, 88 off97648 00000004:00080000:1.0:1763340284.456529:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025263996555ns, next at 1025649670221ns, rc = 0 00000001:00080000:0.0:1763340284.458588:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971984 is committed 00000004:00080000:0.0:1763340284.458604:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 746 committed 00000004:00080000:0.0:1763340284.458613:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 767 committed 00000004:00080000:0.0:1763340284.458623:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 766 committed 00000004:00080000:0.0:1763340284.458626:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 745 committed 00000100:00100000:0.0:1763340284.458810:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292134400:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.458898:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340284.458954:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340284.458960:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292134784:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.458987:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340284.459023:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292134400 00000100:00100000:0.0:1763340284.459031:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292134400 00000100:00100000:2.0:1763340284.459191:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292134784 00000100:00100000:2.0:1763340284.459196:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292134784 00000100:00100000:2.0:1763340284.459252:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521 00000100:00100000:2.0:1763340284.459264:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f598a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3649:x1848995292134784:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340284.459446:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340284.459450:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.459452:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.459454:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.459456:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340284.459507:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f598a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292134784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 245us (517us total) trans 17179871162 rc 0/0 00000100:00100000:2.0:1763340284.459515:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521 00000100:00100000:2.0:1763340284.459612:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292134912:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340284.459639:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763340284.459689:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3a9b480/2, rc 0, transno 17179871162 00000100:00100000:2.0:1763340284.459695:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292134784:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.459705:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763340284.459710:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292135296:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340284.459733:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340284.459757:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292134912 00000100:00100000:2.0:1763340284.459761:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292134912 00000100:00100000:2.0:1763340284.459786:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292135296 00000100:00100000:2.0:1763340284.459789:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292135296 00000100:00100000:2.0:1763340284.459808:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522 00000100:00100000:2.0:1763340284.459814:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+65:3649:x1848995292134912:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340284.459831:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:477 count 1 00010000:00010000:2.0:1763340284.459857:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.459882:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 34 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.459891:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.459894:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.459899:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.459931:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 34 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.459954:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 34 pid: 35203 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1763340284.459966:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292135424:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340284.460040:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda780 going to sleep for 11 seconds 00010000:00010000:3.0:1763340284.460302:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.460313:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.460321:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.460328:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.460333:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.460341:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.460359:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9100) 00010000:00010000:3.0:1763340284.460364:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.460369:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.460375:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb1824681c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.460425:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.460432:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.460437:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.460442:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.460445:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.460451:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.460458:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.460461:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.460464:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.460470:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182468b6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340284.460498:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523 00000100:00100000:3.0:1763340284.460510:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+65:3649:x1848995292135296:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340284.460657:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.460660:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.460662:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.460664:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.460666:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340284.460865:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292134528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.460905:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.460937:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292135040:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.460960:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.460989:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763340284.460995:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292134656:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.461017:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.461040:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292135168:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.461074:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.461102:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292134528 00000100:00100000:1.0:1763340284.461107:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292134528 00000100:00100000:0.0:1763340284.461168:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292135040 00000100:00100000:0.0:1763340284.461172:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292135040 00000100:00100000:0.0:1763340284.461187:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292134656 00000100:00100000:0.0:1763340284.461189:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292134656 00000100:00100000:0.0:1763340284.461196:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292135168 00000100:00100000:0.0:1763340284.461198:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292135168 00000100:00100000:0.0:1763340284.461210:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524 00000100:00100000:0.0:1763340284.461216:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292134400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340284.461232:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:477 count 1 00010000:00010000:0.0:1763340284.461259:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.461275:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.461283:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340284.461284:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340284.461287:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.461325:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525 00000100:00100000:1.0:1763340284.461335:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+68:3650:x1848995292135040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340284.461345:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:478 count 1 00010000:00010000:1.0:1763340284.461359:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.461371:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 34 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.461378:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.461380:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.461432:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.461550:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.461564:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 17 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.461576:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292135552:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340284.461630:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:0.0:1763340284.461652:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526 00000100:00100000:0.0:1763340284.461660:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292134656:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.461804:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292134656:12345-0@lo:2:osp-syn-1-1.0 Request processed in 144us (784us total) trans 17179871163 rc 0/0 00000100:00100000:0.0:1763340284.461811:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526 00000100:00100000:0.0:1763340284.461829:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1763340284.461835:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+68:3650:x1848995292135168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.461918:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+69:3650:x1848995292135168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (845us total) trans 21474838444 rc 0/0 00000100:00100000:0.0:1763340284.461925:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1763340284.461937:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528 00000100:00100000:0.0:1763340284.461942:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292134528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340284.461952:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:478 count 1 00010000:00010000:0.0:1763340284.461963:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.461980:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.461988:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340284.461989:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340284.461992:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.462010:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.462020:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 17 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.462030:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292135680:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340284.462063:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000004:00080000:0.0:1763340284.462106:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f63800/2, rc 0, transno 17179871163 00000100:00100000:0.0:1763340284.462111:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292134656:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340284.462122:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7dc00/2, rc 0, transno 21474838444 00000100:00100000:0.0:1763340284.462126:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292135168:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340284.462192:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 34 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.462203:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 34 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.462214:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292135808:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.462328:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7dca3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763340284.462409:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15658 expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.462422:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.462425:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340284.462442:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182468e0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15658 expref: 180 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340284.462481:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15658 expref: 179 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.462513:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.462516:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340284.462519:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83200, rc 0) 00000100:00100000:1.0:1763340284.462579:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:55868:x1848995280492928:12345-192.168.203.42@tcp:101:bash.0 Request processed in 11748us (11878us total) trans 4294971984 rc 0/0 00000100:00100000:1.0:1763340284.462586:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8347 00000100:00100000:3.0:1763340284.462761:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+68:3649:x1848995292135296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2255us (3025us total) trans 21474838443 rc 0/0 00000100:00100000:3.0:1763340284.462770:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523 00000004:00080000:2.0:1763340284.462849:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7c700/2, rc 0, transno 21474838443 00000100:00100000:2.0:1763340284.462856:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292135296:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.466982:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292135424:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340284.467028:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.467103:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292135680:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.467111:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292135552:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.467120:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.467125:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.467796:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.467970:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493440 00000100:00100000:2.0:1763340284.467980:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493440 00000100:00100000:0.0:1763340284.467980:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.468010:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340284.468026:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 18 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.468040:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.468062:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493568 00000100:00100000:2.0:1763340284.468065:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493568 00010000:00010000:2.0:1763340284.468079:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 19 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.468095:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493312 00000100:00100000:2.0:1763340284.468098:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493312 00000100:00100000:0.0:1763340284.468101:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292135808:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340284.468110:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 35 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1763340284.468121:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.468131:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2705 00000100:00100000:2.0:1763340284.468141:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280493440:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.468163:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.468169:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 19 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.468177:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340284.468180:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 19 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.468208:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182465b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1554e expref: 19 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.468228:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.468231:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763340284.468232:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493824 00000100:00100000:3.0:1763340284.468236:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493824 00010000:00010000:2.0:1763340284.468238:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468249:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.468265:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 36 pid: 35213 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.468282:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2706 00000100:00100000:3.0:1763340284.468288:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280493568:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.468288:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.468297:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.468300:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 18 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.468313:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 18 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.468326:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824674a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155e8 expref: 18 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.468336:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.468338:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.468341:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.468346:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280493440:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 206us (554us total) trans 0 rc 0/0 00010000:00010000:3.0:1763340284.468350:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.468354:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2705 00010000:00010000:3.0:1763340284.468365:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340284.468375:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2707 00000100:00100000:2.0:1763340284.468381:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+36:2408:x1848995280493312:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763340284.468384:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280493568:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 97us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.468391:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2706 00010000:00010000:2.0:1763340284.468391:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.468395:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 36 pid: 35203 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1763340284.468402:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2708 00010000:00010000:2.0:1763340284.468406:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 36 pid: 35203 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1763340284.468408:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+36:2408:x1848995280493824:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340284.468414:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.468418:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 36 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.468421:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb182466c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155a9 expref: 36 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1763340284.468428:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 36 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.468431:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.468433:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.468436:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.468441:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824676d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df155ef expref: 35 pid: 35213 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.468444:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.468450:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.468452:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.468455:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468460:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.468462:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.468474:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340284.468477:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2408:x1848995280493312:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 96us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.468483:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2707 00000100:00100000:3.0:1763340284.468489:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2408:x1848995280493824:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 82us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.468496:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2708 00000100:00100000:2.0:1763340284.468505:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493696 00000100:00100000:2.0:1763340284.468509:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493696 00000100:00100000:2.0:1763340284.468584:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5529 00000100:00100000:2.0:1763340284.468592:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:55868:x1848995280493696:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.468616:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.468640:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1565f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.468648:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.468657:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340284.468665:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340284.468678:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.468686:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468690:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.468692:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.468699:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 34 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.468705:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340284.468712:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 34 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468724:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340284.468747:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:55868:x1848995280493696:12345-192.168.203.42@tcp:101:bash.0 Request processed in 157us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.468753:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5529 00010000:00010000:2.0:1763340284.468787:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468795:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468803:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468810:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.468822:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763340284.469144:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+68:3649:x1848995292134912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9329us (9502us total) trans 21474838445 rc 0/0 00000100:00100000:1.0:1763340284.469144:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292134528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7199us (8236us total) trans 17179871164 rc 0/0 00000100:00100000:2.0:1763340284.469152:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522 00000100:00100000:1.0:1763340284.469165:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528 00010000:00010000:0.0:1763340284.469276:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340284.469285:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469298:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340284.469302:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469311:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469331:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469339:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246903 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469360:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340284.469363:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469375:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340284.469378:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469384:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469394:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469401:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bea00/0xbdebf3fb182468ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469415:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.469417:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.469418:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.469418:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.469439:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763340284.469498:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7e300/2, rc 0, transno 21474838445 00000100:00100000:2.0:1763340284.469507:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292134912:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340284.469916:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469924:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.469931:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.470733:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340284.470734:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1763340284.470742:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.470751:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.470755:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.470763:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.470784:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.470791:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb182468fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.470812:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.470814:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340284.470815:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340284.470885:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.470895:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.470904:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.470911:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.471147:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340284.471287:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+68:3650:x1848995292135040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9950us (10320us total) trans 21474838446 rc 0/0 00000100:00100000:0.0:1763340284.471298:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525 00000100:00100000:2.0:1763340284.471312:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3649:x1848995292134400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10096us (12415us total) trans 17179871165 rc 0/0 00000100:00100000:2.0:1763340284.471318:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524 00000004:00080000:0.0:1763340284.471362:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f61500/2, rc 0, transno 17179871164 00000100:00100000:0.0:1763340284.471368:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292134528:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763340284.471379:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7d880/2, rc 0, transno 21474838446 00000100:00100000:0.0:1763340284.471383:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292135040:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340284.471705:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f60a80/2, rc 0, transno 17179871165 00000100:00100000:1.0:1763340284.471711:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292134400:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340284.471877:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340284.471885:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.471894:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ade00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.471899:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.471908:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.471928:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.471935:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182468f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.472013:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.472084:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280493952 00000100:00100000:1.0:1763340284.472092:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280493952 00010000:00010000:0.0:1763340284.472139:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.472142:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.472144:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340284.472146:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5530 00000100:00100000:1.0:1763340284.472156:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280493952:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340284.472184:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.472206:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15666 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340284.472229:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340284.472337:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.472341:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.472351:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.472368:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.472380:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f400, rc 0) 00000100:00100000:1.0:1763340284.472435:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280493952:12345-192.168.203.42@tcp:101:bash.0 Request processed in 280us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.472442:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5530 00000100:00100000:2.0:1763340284.474499:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.474610:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280494080 00000100:00100000:3.0:1763340284.474623:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280494080 00002000:00010000:3.0:1763340284.474680:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/481 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.474686:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f5180 with x1848995280494080 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.474700:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87f5180. 00000100:00100000:3.0:1763340284.474736:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1427 00000100:00100000:3.0:1763340284.474746:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280494080:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:2.0:1763340284.475131:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.475182:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280494208 00000100:00100000:0.0:1763340284.475188:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280494208 00002000:00010000:0.0:1763340284.475209:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/481 (0->18446744073709551615) 00002000:00100000:0.0:1763340284.475214:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f5880 with x1848995280494208 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340284.475222:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87f5880. 00000100:00100000:0.0:1763340284.475256:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1428 00000100:00100000:0.0:1763340284.475264:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280494208:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340284.475443:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340284.475447:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:0.0:1763340284.475450:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340284.475452:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:0.0:1763340284.475454:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340284.475514:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280494208:12345-192.168.203.42@tcp:10:bash.0 Request processed in 251us (383us total) trans 17179871166 rc 0/0 00000100:00100000:0.0:1763340284.475524:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1428 00002000:00010000:0.0:1763340284.475528:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/481 (0->18446744073709551615) 00002000:00100000:0.0:1763340284.475556:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f5880 with x1848995280494208 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340284.475561:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87f5880. 00002000:00010000:3.0:1763340284.475976:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.475980:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:3.0:1763340284.475982:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.475984:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:3.0:1763340284.475986:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340284.476017:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:2407:x1848995280494080:12345-192.168.203.42@tcp:10:bash.0 Request processed in 1271us (1531us total) trans 21474838447 rc 0/0 00000100:00100000:3.0:1763340284.476025:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1427 00002000:00010000:3.0:1763340284.476028:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/481 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.476031:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f5180 with x1848995280494080 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.476036:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87f5180. 00000100:00100000:0.0:1763340284.478000:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.478091:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280494464 00000100:00100000:1.0:1763340284.478107:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280494464 00000100:00100000:1.0:1763340284.478166:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8348 00000100:00100000:1.0:1763340284.478176:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:56659:x1848995280494464:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.478695:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.478728:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246918 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1566d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.478842:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340284.478861:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.478874:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.478887:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340284.478895:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.478902:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479064:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824692d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340284.479075:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824692d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479082:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824692d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340284.479098:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 2 00010000:00010000:1.0:1763340284.479214:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479278:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479284:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479291:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479347:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.479353:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479362:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479375:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:1.0:1763340284.479378:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.479384:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479390:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824691f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479405:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479411:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479420:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479425:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.479428:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479434:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479441:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860b500) 00010000:00010000:1.0:1763340284.479443:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.479445:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479451:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246926 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.479499:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246918 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1566d expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.479519:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824692d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1566d expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.479527:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.479529:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340284.479641:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:1.0:1763340284.479963:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56659:x1848995280494464:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1786us (1971us total) trans 4294971985 rc 0/0 00000100:00100000:1.0:1763340284.479973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8348 00000100:00100000:2.0:1763340284.483623:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.484707:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.484792:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280494720 00000100:00100000:0.0:1763340284.484806:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280494720 00000100:00100000:0.0:1763340284.484878:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280494976 00000100:00100000:0.0:1763340284.484881:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280494976 00000100:00100000:0.0:1763340284.484903:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2831 00000100:00100000:0.0:1763340284.484914:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:55868:x1848995280494720:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340284.485100:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2832 00000100:00100000:2.0:1763340284.485187:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56659:x1848995280494976:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340284.485326:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:55868:x1848995280494720:12345-192.168.203.42@tcp:35:bash.0 Request processed in 413us (1718us total) trans 4294971986 rc 0/0 00000100:00100000:2.0:1763340284.485332:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280494976:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 222us (630us total) trans 4294971987 rc 0/0 00000100:00100000:0.0:1763340284.485341:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2831 00000100:00100000:2.0:1763340284.485652:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2832 00000100:00100000:3.0:1763340284.495351:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.495394:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.495444:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280495232 00000100:00100000:1.0:1763340284.495460:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280495232 00000100:00100000:1.0:1763340284.495560:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280495488 00000100:00100000:1.0:1763340284.495565:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280495488 00000100:00100000:1.0:1763340284.495595:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8349 00000100:00100000:1.0:1763340284.495606:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280495232:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.495640:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.495677:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824693b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15674 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340284.495693:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8350 00000100:00100000:3.0:1763340284.495706:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56660:x1848995280495488:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340284.495744:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763340284.495782:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182468e7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15658 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.495817:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340284.495831:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824692d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1566d expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.495847:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340284.495862:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340284.495877:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 5 00010000:00010000:3.0:1763340284.496202:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182468a1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1563c expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.496219:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.496225:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340284.496231:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824693b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.496246:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.496254:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.496257:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.496273:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.496275:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.496283:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763340284.496288:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fc00, rc 0) 00010000:00010000:3.0:1763340284.496289:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.496297:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.496302:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.496382:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.496392:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.496406:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.496443:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.496458:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.496473:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6df480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292135936:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.496525:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56659:x1848995280495232:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 919us (1188us total) trans 4294971988 rc 0/0 00000100:00100000:1.0:1763340284.496760:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8349 00000100:00100000:1.0:1763340284.498644:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.500031:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6df480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292135936:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.500075:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340284.502041:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.502656:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280495616 00000100:00100000:2.0:1763340284.502679:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280495616 00010000:00010000:2.0:1763340284.502736:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.502801:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2709 00000100:00100000:2.0:1763340284.502814:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:2408:x1848995280495616:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.502835:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.502843:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.502859:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.502889:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246942 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x19b:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15674 expref: 183 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.502908:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.502915:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.502927:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.502936:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.502982:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.503144:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340284.503378:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.503387:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00080000:1.0:1763340284.503776:0:8423:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x19b:0x0] is inserted into orphan list, open count = 1 00000100:00100000:2.0:1763340284.504184:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:2408:x1848995280495616:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1368us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.504196:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2709 00010000:00010000:1.0:1763340284.504710:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.504724:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.504732:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.504739:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.504744:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.504753:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.504769:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.504772:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340284.504777:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340284.504919:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280495744 00000100:00100000:2.0:1763340284.504930:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280495744 00000100:00100000:2.0:1763340284.504985:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8351 00000100:00100000:2.0:1763340284.504995:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56659:x1848995280495744:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.505021:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.505046:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246965 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1567b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.505140:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824696c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.505156:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824696c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.505168:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824696c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.505202:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 5 00000004:00200000:2.0:1763340284.505208:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340284.505226:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824696c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.505260:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246965 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1567b expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.505280:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824696c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1567b expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.505288:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.505291:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763340284.505293:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340284.505361:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280495744:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 366us (2217us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.505369:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8351 00010000:00010000:1.0:1763340284.505722:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824695e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505745:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505751:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505757:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505764:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505769:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.505772:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505778:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505793:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817800) 00010000:00010000:1.0:1763340284.505796:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.505800:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505805:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246950 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340284.505820:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001328ace5 reply state 00000000d1172754 transno 4294971989 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505835:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.505841:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817700) 00010000:00010000:1.0:1763340284.505843:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340284.505846:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340284.505906:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56660:x1848995280495488:12345-192.168.203.42@tcp:36:rm.0 Request processed in 10203us (10509us total) trans 4294971989 rc 0/0 00000100:00100000:1.0:1763340284.505913:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8350 00000100:00100000:0.0:1763340284.510725:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.511190:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280496000 00000100:00100000:1.0:1763340284.511204:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280496000 00000100:00100000:1.0:1763340284.511289:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8352 00000100:00100000:1.0:1763340284.511301:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280496000:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.511331:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.511360:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246973 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15682 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.511576:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824697a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.511595:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824697a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.511615:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824697a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340284.511631:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 5 00010000:00010000:1.0:1763340284.511786:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246973 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15682 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.511811:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824697a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15682 expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.511820:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.511824:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340284.511829:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:1.0:1763340284.511903:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56659:x1848995280496000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 604us (1192us total) trans 4294971990 rc 0/0 00000100:00100000:1.0:1763340284.511910:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8352 00000100:00100000:0.0:1763340284.513840:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.513955:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280496128 00000100:00100000:1.0:1763340284.513966:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280496128 00000100:00100000:1.0:1763340284.514032:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5531 00000100:00100000:1.0:1763340284.514042:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:2408:x1848995280496128:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340284.514097:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.514122:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 35 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.514131:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.514133:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.514137:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.514183:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 35 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.514203:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 35 pid: 8400 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.514219:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292136064:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.514320:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c5180300 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.520690:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292136064:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.520738:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340284.521053:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.521163:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280496256 00000100:00100000:1.0:1763340284.521171:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280496256 00002000:00100000:1.0:1763340284.521224:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e1:0x0] (0->4) req@ffff9555fc6df480 x1848995280496256/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:45/0 lens 496/0 e 0 to 0 dl 1763340295 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340284.521235:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df480 with x1848995280496256 ext(0->4) 00010000:00010000:1.0:1763340284.521243:0:28372:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 36 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.521258:0:28372:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 36 pid: 8400 timeout: 1125 lvb_type: 0 00002000:00010000:1.0:1763340284.521265:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555fc6df480 00000100:00100000:1.0:1763340284.521302:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 90 00000100:00100000:1.0:1763340284.521311:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+36:2408:x1848995280496256:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:0.0:1763340284.524019:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.524082:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280496384 00000100:00100000:2.0:1763340284.524093:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280496384 00000100:00100000:2.0:1763340284.524166:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8353 00000100:00100000:2.0:1763340284.524178:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56661:x1848995280496384:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:1.0:1763340284.524707:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2408:x1848995280496256:12345-192.168.203.42@tcp:4:bash.0 Request processed in 3393us (3653us total) trans 21474838448 rc 0/0 00000100:00100000:1.0:1763340284.524719:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 90 00002000:00100000:1.0:1763340284.524733:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e1:0x0] (0->4) req@ffff9555fc6df480 x1848995280496256/t21474838448(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:45/0 lens 496/448 e 0 to 0 dl 1763340295 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340284.524744:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df480 with x1848995280496256 ext(0->4) 00010000:00010000:1.0:1763340284.524754:0:28372:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 38 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.524772:0:28372:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 38 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.525132:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.525502:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824698f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15689 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.525606:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.525622:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525636:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525647:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.525654:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525661:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525718:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525725:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525731:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525738:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525743:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.525747:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525755:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525768:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3db00) 00010000:00010000:2.0:1763340284.525771:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.525776:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525782:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246996 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525797:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525803:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.525809:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.526580:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.526584:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.526595:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.526606:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817700) 00010000:00010000:2.0:1763340284.526609:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.526612:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.526619:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824699d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.526665:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824698f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15689 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.526688:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3db00) 00010000:00010000:2.0:1763340284.526691:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.526694:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb1824698f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15689 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.526712:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be400, rc 0) 00000100:00100000:2.0:1763340284.526775:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56661:x1848995280496384:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2599us (2768us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340284.526785:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8353 00002000:00010000:1.0:1763340284.526968:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555fc6df480 00000100:00100000:0.0:1763340284.528576:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.529438:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280496512 00000100:00100000:2.0:1763340284.529455:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280496512 00010000:00010000:2.0:1763340284.529513:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 38 pid: 8400 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.529593:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2710 00000100:00100000:2.0:1763340284.529605:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2409:x1848995280496512:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.529628:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763340284.529651:0:33976:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763340284.529655:0:33976:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763340284.529662:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 38 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.529686:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 38 pid: 8400 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.530604:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.530715:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280496640 00000100:00100000:1.0:1763340284.530724:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280496640 00000100:00100000:1.0:1763340284.530776:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8354 00000100:00100000:1.0:1763340284.530793:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56661:x1848995280496640:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.530816:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.530844:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182469a4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15690 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.530924:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.530940:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.530973:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.530991:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.530998:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531005:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531051:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531058:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531064:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531071:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531077:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.531081:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531089:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531100:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:1.0:1763340284.531103:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.531109:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531116:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182469ab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531131:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531137:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531143:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531148:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.531151:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531156:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531162:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817700) 00010000:00010000:1.0:1763340284.531164:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.531167:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531172:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469b2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.531198:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182469a4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15690 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.531209:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:1.0:1763340284.531211:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.531215:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182469a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15690 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.531234:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00010000:00010000:2.0:1763340284.531294:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824690a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1565f expref: 38 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.531311:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.531313:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.531319:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.531330:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.531362:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340284.532327:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56661:x1848995280496640:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1535us (1718us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340284.532338:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8354 00000100:00100000:2.0:1763340284.532576:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2409:x1848995280496512:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2971us (4005us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.532586:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2710 00010000:00010000:2.0:1763340284.532621:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532636:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532664:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532702:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532710:0:16598:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532717:0:16598:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340284.532721:0:16598:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532729:0:16598:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532747:0:16598:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.532754:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18246988 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.536638:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+36:2408:x1848995280496128:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 22578us (22789us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.536655:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5531 00000100:00100000:0.0:1763340284.537128:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.538478:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280496768 00000100:00100000:1.0:1763340284.538495:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280496768 00000100:00100000:1.0:1763340284.538601:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8355 00000100:00100000:1.0:1763340284.538612:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56661:x1848995280496768:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.538638:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.538666:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182469b9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15697 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.538749:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182469c0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.538766:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182469c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.538780:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182469c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340284.538845:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340284.538851:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340284.538890:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182469b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15697 expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.538907:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182469c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15697 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.538921:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:1.0:1763340284.538924:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340284.538929:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:1.0:1763340284.539014:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56661:x1848995280496768:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 403us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.539022:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8355 00000100:00100000:1.0:1763340284.540969:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.542592:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280497024 00000100:00100000:3.0:1763340284.542610:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280497024 00000100:00100000:3.0:1763340284.542705:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8356 00000100:00100000:3.0:1763340284.542718:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56659:x1848995280497024:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340284.542799:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.542834:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824696c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1567b expref: 187 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.542858:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.542864:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.542902:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340284.542918:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.542932:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:3.0:1763340284.543214:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1144, 88 off97736 00000004:00080000:3.0:1763340284.543224:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025350690754ns, next at 1025649670221ns, rc = 0 00000040:00080000:3.0:1763340284.543260:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1166, 88 off99440 00000004:00080000:3.0:1763340284.543265:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025350731885ns, next at 1025649641269ns, rc = 0 00000040:00080000:3.0:1763340284.543292:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1167, 88 off99528 00000004:00080000:3.0:1763340284.543297:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025350764091ns, next at 1025649641269ns, rc = 0 00000040:00080000:3.0:1763340284.543308:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1145, 88 off97824 00000004:00080000:3.0:1763340284.543312:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025350779796ns, next at 1025649670221ns, rc = 0 00000100:00100000:0.0:1763340284.547076:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.548309:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280497152 00000100:00100000:1.0:1763340284.548324:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280497152 00000100:00100000:1.0:1763340284.548393:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8357 00000100:00100000:1.0:1763340284.548404:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56661:x1848995280497152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.548430:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.548455:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182469ce lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1569e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.548565:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.548582:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548595:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548607:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340284.548615:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548625:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548677:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548685:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548691:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548699:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548706:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.548711:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548719:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548732:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:1.0:1763340284.548736:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.548741:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548748:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182469d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548762:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548768:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548775:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548779:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.548969:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548976:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548985:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817700) 00010000:00010000:1.0:1763340284.548988:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.548992:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.548998:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182469dc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.549029:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182469ce lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1569e expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.549039:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:1.0:1763340284.549042:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.549046:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182469ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1569e expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.549055:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:1.0:1763340284.549619:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56661:x1848995280497152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1212us (2556us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340284.549629:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8357 00000001:00080000:2.0:1763340284.553053:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971991 is committed 00000004:00080000:2.0:1763340284.553071:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 748 committed 00000004:00080000:2.0:1763340284.553091:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 769 committed 00000004:00080000:2.0:1763340284.553101:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 768 committed 00000004:00080000:2.0:1763340284.553103:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 747 committed 00010000:00010000:3.0:1763340284.553187:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.553201:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.553208:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340284.553213:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340284.553214:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.553220:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.553228:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.553248:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817700) 00010000:00010000:3.0:1763340284.553251:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.553258:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.553266:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18246957 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:3.0:1763340284.553409:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024bab1b1 reply state 00000000a188a9bf transno 4294971991 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553426:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553434:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.553436:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763340284.553439:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340284.553572:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292136320:0@lo:2:osp-syn-1-1.0 00010000:00080000:3.0:1763340284.553588:0:6514:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763340284.553604:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56659:x1848995280497024:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 10889us (12644us total) trans 4294971991 rc 0/0 00000100:00100000:3.0:1763340284.553614:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8356 00000100:00100000:0.0:1763340284.553625:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340284.553645:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553652:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553658:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553662:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.553665:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553683:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553696:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.553698:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340284.553701:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.553707:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182469c7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340284.553726:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340284.553728:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280497408 00000100:00100000:0.0:1763340284.553733:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292136448:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.553737:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280497408 00000100:00100000:0.0:1763340284.553756:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340284.553784:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292136320 00000100:00100000:3.0:1763340284.553787:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8358 00000100:00100000:0.0:1763340284.553787:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292136320 00000100:00100000:3.0:1763340284.553796:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56661:x1848995280497408:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:0.0:1763340284.553815:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292136448 00010000:00010000:3.0:1763340284.553817:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763340284.553818:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292136448 00010000:00010000:3.0:1763340284.553820:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:0.0:1763340284.553837:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532 00010000:00010000:3.0:1763340284.553838:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb182469c0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15697 expref: 180 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.553843:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292136320:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340284.553849:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:3.0:1763340284.553857:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.553874:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb182469e3 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156a5 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.553985:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340284.553998:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00002000:00010000:0.0:1763340284.553999:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340284.554002:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340284.554005:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:3.0:1763340284.554007:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00002000:00010000:0.0:1763340284.554007:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340284.554010:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763340284.554024:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340284.554030:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.554037:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340284.554041:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3650:x1848995292136320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 198us (415us total) trans 17179871167 rc 0/0 00000100:00100000:0.0:1763340284.554048:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532 00000100:00100000:0.0:1763340284.554062:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533 00000100:00100000:0.0:1763340284.554067:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+68:3650:x1848995292136448:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.554150:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+69:3650:x1848995292136448:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (392us total) trans 21474838449 rc 0/0 00000100:00100000:0.0:1763340284.554155:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533 00000004:00080000:0.0:1763340284.554201:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d85880/2, rc 0, transno 21474838449 00000100:00100000:0.0:1763340284.554207:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292136448:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340284.554217:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ea680/2, rc 0, transno 17179871167 00000100:00100000:0.0:1763340284.554221:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292136320:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.554436:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292136192:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340284.554450:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340284.554459:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.554466:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340284.554467:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340284.554476:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19d:0x0]: returning size 0 00000100:00100000:1.0:1763340284.554483:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340284.554488:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292136576:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.554505:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340284.554506:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.554513:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.554518:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.554524:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.554530:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.554549:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.554553:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292136192 00010000:00010000:3.0:1763340284.554557:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.554557:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292136192 00010000:00010000:3.0:1763340284.554566:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817100) 00010000:00010000:3.0:1763340284.554568:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.554571:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.554578:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182469ea lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.554581:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292136576 00000100:00100000:1.0:1763340284.554583:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292136576 00000004:00010000:3.0:1763340284.554588:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006cf47f88 reply state 00000000ed9c2fb9 transno 4294971992 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.554597:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340284.554599:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534 00010000:00010000:3.0:1763340284.554603:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817f00) 00010000:00010000:3.0:1763340284.554606:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340284.554606:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3649:x1848995292136192:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.554608:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340284.554635:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb182469e3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 182 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.554652:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 181 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.554659:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817500) 00010000:00010000:3.0:1763340284.554661:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340284.554664:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00002000:00010000:1.0:1763340284.554683:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340284.554686:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340284.554688:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.554690:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340284.554692:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340284.554710:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56661:x1848995280497408:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 914us (1502us total) trans 4294971992 rc 0/0 00000100:00100000:1.0:1763340284.554716:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3649:x1848995292136192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (250us total) trans 17179871168 rc 0/0 00000100:00100000:3.0:1763340284.554721:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8358 00000100:00100000:1.0:1763340284.554723:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534 00000100:00100000:1.0:1763340284.554735:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535 00000100:00100000:1.0:1763340284.554741:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+69:3649:x1848995292136576:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340284.554797:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340284.554800:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.554802:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.554804:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340284.554806:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340284.554831:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+70:3649:x1848995292136576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (324us total) trans 21474838450 rc 0/0 00000100:00100000:1.0:1763340284.554837:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535 00000004:00080000:1.0:1763340284.554871:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d87480/2, rc 0, transno 21474838450 00000100:00100000:1.0:1763340284.554876:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292136576:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340284.554884:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ebb80/2, rc 0, transno 17179871168 00000100:00100000:1.0:1763340284.554887:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292136192:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.557453:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.557567:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280497536 00000100:00100000:2.0:1763340284.557581:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280497536 00000100:00100000:2.0:1763340284.557650:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8359 00000100:00100000:2.0:1763340284.557660:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56659:x1848995280497536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.557701:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.557728:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156ac expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.557798:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.557831:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.557853:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.557857:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340284.557862:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340284.557935:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56659:x1848995280497536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 275us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.557943:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8359 00000100:00100000:0.0:1763340284.559630:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.559686:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280497792 00000100:00100000:3.0:1763340284.559698:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280497792 00000100:00100000:2.0:1763340284.560951:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8360 00000100:00100000:2.0:1763340284.560979:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555e8e9f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56661:x1848995280497792:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.561009:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.561036:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246a0d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156b3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.561204:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.561221:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.561230:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.561271:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.561285:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 183 pid: 10032 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.561300:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292136704:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340284.561408:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cdad80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340284.567261:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.567357:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280497920 00000100:00100000:3.0:1763340284.567370:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280497920 00000100:00100000:3.0:1763340284.567450:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8361 00000100:00100000:3.0:1763340284.567463:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280497920:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.567494:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.567523:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246a1b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156ba expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.567741:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246a22 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340284.567764:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246a22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.567778:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246a22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340284.568933:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19b:0x0]: returning size 5 00000004:00200000:3.0:1763340284.568940:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340284.568970:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246a22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.569024:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246a1b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ba expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.569050:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246a22 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ba expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.569068:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.569073:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763340284.569078:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:3.0:1763340284.569196:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56659:x1848995280497920:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1734us (1947us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.569207:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8361 00000100:00100000:2.0:1763340284.569482:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.569513:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280498048 00000100:00100000:2.0:1763340284.569523:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280498048 00010000:00010000:2.0:1763340284.569600:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 185 pid: 10032 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.569632:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2711 00000100:00100000:2.0:1763340284.569643:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba73c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:2407:x1848995280498048:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.569662:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.569681:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 185 pid: 10032 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.569694:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 185 pid: 10032 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.569717:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817500) 00010000:00010000:2.0:1763340284.569722:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.569734:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.569742:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.569764:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340284.569793:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba73c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:2407:x1848995280498048:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 151us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.569800:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2711 00010000:00010000:3.0:1763340284.569876:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182469f8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156a5 expref: 184 pid: 10032 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.569891:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292136704:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.569914:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.569924:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.569930:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340284.569959:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19d:0x0]: returning size 0 00000004:00080000:3.0:1763340284.570216:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e3:0x0], index 1: 0 00000004:00080000:3.0:1763340284.570226:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e3:0x0], index 0: 0 00000004:00080000:3.0:1763340284.570231:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e4:0x0], index 0: 0 00000004:00080000:3.0:1763340284.570236:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e4:0x0], index 1: 0 00010000:00010000:3.0:1763340284.570359:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.570368:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.570376:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.570382:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.570386:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.570395:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.570404:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817500) 00010000:00010000:3.0:1763340284.570407:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340284.570410:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.570416:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246a14 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.570461:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246a0d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156b3 expref: 184 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.570469:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817500) 00010000:00010000:3.0:1763340284.570471:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340284.570474:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246a0d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156b3 expref: 184 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.570486:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be400, rc 0) 00000100:00100000:3.0:1763340284.570529:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555e8e9f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56661:x1848995280497792:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9565us (10911us total) trans 4294971993 rc 301/301 00000100:00100000:3.0:1763340284.570566:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8360 00000100:00100000:2.0:1763340284.575211:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.575329:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.575649:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280498176 00000100:00100000:0.0:1763340284.575665:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280498176 00000100:00100000:0.0:1763340284.575757:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5536 00000100:00100000:0.0:1763340284.575768:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+36:2408:x1848995280498176:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.575795:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.575837:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156c1 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340284.575868:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e1:0x0] initial LVB size: 5, mtime: 0x691a6ffd, atime: 0x0, ctime: 0x691a6ffd, blocks: 0x8 00010000:00010000:0.0:1763340284.575893:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.575896:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.575909:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 37 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340284.575929:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 37 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340284.575944:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ade00, rc 0) 00000100:00100000:0.0:1763340284.576018:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2408:x1848995280498176:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 252us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.576027:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5536 00000100:00100000:1.0:1763340284.576596:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280498432 00000100:00100000:1.0:1763340284.576605:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280498432 00000100:00100000:1.0:1763340284.576655:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2833 00000100:00100000:1.0:1763340284.576664:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56661:x1848995280498432:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340284.577043:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56661:x1848995280498432:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 379us (1712us total) trans 4294971994 rc 0/0 00000100:00100000:1.0:1763340284.577051:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2833 00000100:00100000:2.0:1763340284.581405:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.581483:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280498688 00000100:00100000:0.0:1763340284.581498:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280498688 00000100:00100000:0.0:1763340284.582232:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2834 00000100:00100000:0.0:1763340284.582247:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56661:x1848995280498688:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340284.582918:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56661:x1848995280498688:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 672us (1523us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1763340284.582932:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2834 00000100:00100000:2.0:1763340284.588870:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.589016:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280498944 00000100:00100000:3.0:1763340284.589031:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280498944 00000100:00100000:3.0:1763340284.589120:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8362 00000100:00100000:3.0:1763340284.589131:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280498944:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.589163:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.589194:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246a37 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156c8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.589373:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.589391:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589405:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589419:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.589426:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589431:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589505:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246a4c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.589513:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246a4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589520:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246a4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340284.589570:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19d:0x0]: returning size 0 00010000:00010000:3.0:1763340284.589685:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589693:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589700:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589707:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589713:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.589718:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589726:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589742:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817100) 00010000:00010000:3.0:1763340284.589746:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.589753:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589759:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246a3e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589777:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589782:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589790:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589795:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.589797:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589803:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589809:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817f00) 00010000:00010000:3.0:1763340284.589811:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.589814:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.589819:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246a45 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.589962:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246a37 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c8 expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.589988:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246a4c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c8 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.590001:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340284.590004:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340284.590007:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:2.0:1763340284.590092:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:55868:x1848995280498944:12345-192.168.203.42@tcp:101:bash.0 Request processed in 961us (1237us total) trans 4294971996 rc 0/0 00000100:00100000:2.0:1763340284.590100:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8362 00000100:00100000:3.0:1763340284.592185:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.597509:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280499072 00000100:00100000:2.0:1763340284.597556:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280499072 00000100:00100000:2.0:1763340284.597648:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8363 00000100:00100000:2.0:1763340284.597659:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:55868:x1848995280499072:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.597711:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.597743:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a5a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156cf expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.597808:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246a61 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.597825:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246a61 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.597840:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246a61 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.597988:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a5a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156cf expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.598008:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246a61 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156cf expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.598024:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340284.598027:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340284.598032:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340284.598118:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280499072:12345-192.168.203.42@tcp:101:bash.0 Request processed in 460us (5946us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.598127:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8363 00000100:00100000:1.0:1763340284.600377:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.600497:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280499328 00000100:00100000:3.0:1763340284.600512:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280499328 00000100:00100000:3.0:1763340284.600618:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8364 00000100:00100000:3.0:1763340284.600628:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280499328:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340284.600700:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.600729:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246a4c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c8 expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.600749:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340284.600755:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.600972:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340284.600990:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.601002:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:3.0:1763340284.601065:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294971997 00000004:00010000:3.0:1763340284.601088:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e2b6197 reply state 00000000d1172754 transno 4294971998 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.601100:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.601107:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340284.601110:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340284.601113:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340284.601223:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280499328:12345-192.168.203.42@tcp:36:bash.0 Request processed in 595us (859us total) trans 4294971998 rc 0/0 00000100:00100000:3.0:1763340284.601232:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8364 00000020:00080000:3.0:1763340284.601239:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340284.606312:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.607958:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280499456 00000100:00100000:2.0:1763340284.607977:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280499456 00000100:00100000:2.0:1763340284.608742:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8365 00000100:00100000:2.0:1763340284.608758:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280499456:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.608802:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.608837:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a6f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156d6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.608911:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a6f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156d6 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.608927:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a6f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156d6 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.608948:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340284.608951:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340284.608956:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340284.609807:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280499456:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1048us (3503us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.609826:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8365 00000100:00100000:1.0:1763340284.613620:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.613938:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280499712 00000100:00100000:2.0:1763340284.613951:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280499712 00000100:00100000:2.0:1763340284.614036:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8366 00000100:00100000:2.0:1763340284.614049:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280499712:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.614077:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.614081:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340284.614115:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a6f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156d6 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.614137:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340284.614144:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.614161:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246a76 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156dd expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.614228:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246a7d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.614261:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246a7d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.614273:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246a7d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:2.0:1763340284.614733:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1168, 88 off99616 00000004:00080000:2.0:1763340284.614743:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025422209263ns, next at 1025649641269ns, rc = 0 00000040:00080000:2.0:1763340284.614792:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1146, 88 off97912 00000004:00080000:2.0:1763340284.614798:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025422265238ns, next at 1025649670221ns, rc = 0 00000040:00080000:2.0:1763340284.614827:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1147, 88 off98000 00000004:00080000:2.0:1763340284.614833:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025422300110ns, next at 1025649670221ns, rc = 0 00000040:00080000:2.0:1763340284.614843:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1169, 88 off99704 00000004:00080000:2.0:1763340284.614847:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025422314855ns, next at 1025649641269ns, rc = 0 00000001:00080000:3.0:1763340284.619415:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294971999 is committed 00000004:00080000:3.0:1763340284.619438:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 771 committed 00000004:00080000:3.0:1763340284.619648:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 750 committed 00000004:00080000:3.0:1763340284.619675:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 749 committed 00000004:00080000:3.0:1763340284.619678:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 770 committed 00000100:00100000:1.0:1763340284.619982:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292137216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.620079:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.620142:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340284.620150:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292136960:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.620175:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.620207:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292136832:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.620228:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.620248:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340284.620255:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292137088:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.620279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.620311:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292137216 00000100:00100000:1.0:1763340284.620319:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292137216 00000100:00100000:1.0:1763340284.620373:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292136960 00000100:00100000:1.0:1763340284.620377:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292136960 00000100:00100000:1.0:1763340284.620394:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292136832 00000100:00100000:1.0:1763340284.620397:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292136832 00000100:00100000:1.0:1763340284.620412:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292137088 00000100:00100000:1.0:1763340284.620414:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292137088 00000100:00100000:1.0:1763340284.620472:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537 00000100:00100000:1.0:1763340284.620483:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3648:x1848995292137216:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.620909:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538 00000100:00100000:2.0:1763340284.620924:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+71:3648:x1848995292136960:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763340284.621099:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621112:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621120:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621127:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.621132:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621142:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621161:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817f00) 00010000:00010000:0.0:1763340284.621165:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.621170:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621176:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182469f1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621214:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621221:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621227:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621233:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.621236:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621242:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621249:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340284.621252:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.621254:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.621260:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246a68 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340284.621295:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539 00000100:00100000:0.0:1763340284.621308:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292136832:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.621626:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540 00000100:00100000:3.0:1763340284.621639:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+72:3651:x1848995292137088:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340284.623599:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+73:3648:x1848995292136960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2668us (3408us total) trans 21474838451 rc 0/0 00000100:00100000:2.0:1763340284.623618:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538 00000100:00100000:0.0:1763340284.623999:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292136832:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2692us (3765us total) trans 17179871170 rc 0/0 00000100:00100000:0.0:1763340284.624009:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539 00000100:00100000:3.0:1763340284.624178:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+72:3651:x1848995292137088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2541us (3895us total) trans 21474838452 rc 0/0 00000100:00100000:3.0:1763340284.624191:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540 00010000:00010000:3.0:1763340284.624320:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246a7d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156dd expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.624338:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340284.624342:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340284.624365:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246a76 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156dd expref: 183 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340284.624389:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246a7d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156dd expref: 182 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.624429:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340284.624432:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340284.624435:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:3.0:1763340284.624527:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:55868:x1848995280499712:12345-192.168.203.42@tcp:101:bash.0 Request processed in 10481us (10923us total) trans 4294971999 rc 0/0 00000100:00100000:3.0:1763340284.624559:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8366 00000004:00080000:3.0:1763340284.624722:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5595180/2, rc 0, transno 21474838451 00000100:00100000:3.0:1763340284.624733:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292136960:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340284.624754:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cdf800/2, rc 0, transno 17179871169 00000100:00100000:3.0:1763340284.624760:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292137216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.625370:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292137216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 4884us (5287us total) trans 17179871169 rc 0/0 00000100:00100000:1.0:1763340284.625380:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537 00000004:00080000:1.0:1763340284.625429:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5594700/2, rc 0, transno 21474838452 00000100:00100000:1.0:1763340284.625435:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292137088:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340284.625446:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cddf80/2, rc 0, transno 17179871170 00000100:00100000:1.0:1763340284.625449:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292136832:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.629073:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.629117:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.629225:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280499840 00000100:00100000:2.0:1763340284.629241:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280499840 00000100:00100000:2.0:1763340284.629318:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280499968 00000100:00100000:2.0:1763340284.629322:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280499968 00000100:00100000:2.0:1763340284.629359:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5541 00000100:00100000:2.0:1763340284.629369:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280499840:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.629394:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.629423:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156e4 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340284.629450:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340284.629478:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.629481:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.629492:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.629509:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.629524:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340284.629606:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280499840:12345-192.168.203.42@tcp:101:bash.0 Request processed in 238us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.629618:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5541 00000100:00100000:2.0:1763340284.629637:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5542 00000100:00100000:2.0:1763340284.629645:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2410:x1848995280499968:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340284.629734:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2410:x1848995280499968:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 90us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.629741:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5542 00000100:00100000:0.0:1763340284.635216:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.635325:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.635578:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280500096 00000100:00100000:3.0:1763340284.635592:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280500096 00000100:00100000:2.0:1763340284.635683:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280500224 00000100:00100000:2.0:1763340284.635689:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280500224 00000100:00100000:3.0:1763340284.635719:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5543 00000100:00100000:3.0:1763340284.635735:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2410:x1848995280500096:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340284.635743:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5544 00000100:00100000:1.0:1763340284.635760:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:55868:x1848995280500224:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340284.635771:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.635800:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156eb expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340284.635831:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340284.635852:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.635855:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.635865:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 39 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.635882:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 39 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340284.635899:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2410:x1848995280500096:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 169us (709us total) trans 0 rc 0/0 00010000:00010000:1.0:1763340284.635904:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:3.0:1763340284.635910:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5543 00000100:00100000:1.0:1763340284.635934:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:55868:x1848995280500224:12345-192.168.203.42@tcp:101:bash.0 Request processed in 178us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.635942:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5544 00000100:00100000:1.0:1763340284.637312:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.637352:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.637381:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280500352 00000100:00100000:3.0:1763340284.637390:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280500352 00000100:00100000:2.0:1763340284.637406:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280500480 00000100:00100000:2.0:1763340284.637410:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280500480 00002000:00010000:2.0:1763340284.637424:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/483 (0->18446744073709551615) 00002000:00010000:3.0:1763340284.637425:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/483 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.637430:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3cdea00 with x1848995280500352 ext(0->18446744073709551615) 00002000:00100000:2.0:1763340284.637430:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3cdf480 with x1848995280500480 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.637442:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3cdea00. 00002000:00010000:2.0:1763340284.637442:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3cdf480. 00000100:00100000:2.0:1763340284.637525:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1429 00000100:00100000:2.0:1763340284.637576:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2408:x1848995280500480:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:3.0:1763340284.637723:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1430 00000100:00100000:3.0:1763340284.637732:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280500352:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340284.637803:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340284.637808:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e3:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340284.637810:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.637813:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e3:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340284.637815:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e3:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763340284.637838:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.637841:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e3:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:3.0:1763340284.637843:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.637845:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e3:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:3.0:1763340284.637847:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340284.637875:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2408:x1848995280500480:12345-192.168.203.42@tcp:10:bash.0 Request processed in 305us (521us total) trans 21474838453 rc 0/0 00000100:00100000:2.0:1763340284.637883:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1429 00002000:00010000:2.0:1763340284.637888:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/483 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.637891:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3cdf480 with x1848995280500480 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.637897:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3cdf480. 00000100:00100000:3.0:1763340284.637943:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280500352:12345-192.168.203.42@tcp:10:bash.0 Request processed in 211us (638us total) trans 17179871171 rc 0/0 00000100:00100000:3.0:1763340284.637951:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1430 00002000:00010000:3.0:1763340284.637954:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/483 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.637957:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3cdea00 with x1848995280500352 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.637962:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3cdea00. 00000100:00100000:2.0:1763340284.638584:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.638632:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280500608 00000100:00100000:1.0:1763340284.638640:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280500608 00000100:00100000:1.0:1763340284.638731:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1431 00000100:00100000:1.0:1763340284.638741:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2409:x1848995280500608:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:1.0:1763340284.638785:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.638803:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.638805:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.638813:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.638835:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.640519:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.640556:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.640566:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.640575:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.640580:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.640589:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.641141:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.641153:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18246a92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.642005:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2409:x1848995280500608:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 3017us (3175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763340284.642021:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1431 00000100:00100000:0.0:1763340284.643012:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.643092:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280500864 00000100:00100000:1.0:1763340284.643104:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280500864 00000100:00100000:1.0:1763340284.643168:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2835 00000100:00100000:1.0:1763340284.643179:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555e8f66c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:55868:x1848995280500864:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340284.643995:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555e8f66c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280500864:12345-192.168.203.42@tcp:35:bash.0 Request processed in 812us (982us total) trans 4294972000 rc 0/0 00000100:00100000:1.0:1763340284.644005:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2835 00000100:00100000:0.0:1763340284.645696:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.645998:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280500992 00000100:00100000:3.0:1763340284.646011:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280500992 00000100:00100000:3.0:1763340284.646096:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8367 00000100:00100000:3.0:1763340284.646109:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56659:x1848995280500992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.646140:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.646168:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246a99 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156f2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.646214:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246aa0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.646236:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.646251:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.646406:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246a99 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156f2 expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.646429:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45fe00/0xbdebf3fb18246aa0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156f2 expref: 184 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.646440:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.646443:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340284.646448:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45fe00, rc 0) 00000100:00100000:3.0:1763340284.646527:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280500992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 420us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.646559:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8367 00000100:00100000:2.0:1763340284.655465:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.655575:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280501120 00000100:00100000:1.0:1763340284.655589:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280501120 00000100:00100000:1.0:1763340284.655686:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1432 00000100:00100000:1.0:1763340284.655700:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280501120:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:1.0:1763340284.655753:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.655777:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 20 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.655800:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.655802:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.655807:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.655858:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 20 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340284.655876:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 20 pid: 8401 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1763340284.655901:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8404:1848995292137344:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.656024:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340284.656116:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.656836:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280501248 00000100:00100000:1.0:1763340284.656845:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280501248 00000100:00100000:1.0:1763340284.657262:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8368 00000100:00100000:1.0:1763340284.657273:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56662:x1848995280501248:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:1.0:1763340284.657298:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.657325:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246aae lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df156f9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.657406:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340284.657421:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.657433:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.657446:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340284.657451:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.657457:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340284.658349:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340284.658384:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246ac3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340284.658400:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246ac3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658410:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246ac3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340284.658466:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19d:0x0]: returning size 5 00000004:00200000:1.0:1763340284.658471:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340284.658495:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246ac3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658509:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246ac3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658520:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658528:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658566:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658574:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658580:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.658585:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658593:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658607:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c8f69000) 00010000:00010000:1.0:1763340284.658611:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.658618:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658624:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246ab5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658640:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658645:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658650:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658655:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.658658:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658664:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658681:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69400) 00010000:00010000:1.0:1763340284.658684:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.658687:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658692:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246abc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.658728:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246aae lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156f9 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.658750:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246ac3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156f9 expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.658757:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:1.0:1763340284.658760:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340284.658763:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:1.0:1763340284.658853:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56662:x1848995280501248:12345-192.168.203.42@tcp:101:rm.0 Request processed in 1580us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.658862:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8368 00000100:00100000:0.0:1763340284.658955:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280501376 00000100:00100000:0.0:1763340284.658964:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280501376 00010000:00010000:0.0:1763340284.659002:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 21 pid: 8401 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1763340284.659052:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2712 00000100:00100000:0.0:1763340284.659062:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280501376:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340284.659077:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340284.659096:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 21 pid: 8401 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1763340284.659108:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 21 pid: 8401 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1763340284.659128:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.659131:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340284.659137:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.659147:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.659167:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340284.659205:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280501376:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 145us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.659212:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2712 00010000:00010000:3.0:1763340284.659430:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182468a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15643 expref: 20 pid: 8401 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1763340284.659445:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5596a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8404:1848995292137344:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.659468:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.659478:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.659485:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763340284.662664:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871172 is committed 00000001:00080000:1.0:1763340284.662698:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871170 is committed 00002000:00010000:0.0:1763340284.662861:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763340284.662867:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:0.0:1763340284.662869:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:0.0:1763340284.662871:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763340284.662888:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.662902:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.662910:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.662917:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340284.662922:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.662931:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.662954:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.662961:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246aa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.663094:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280501120:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 7390us (7636us total) trans 17179871172 rc 0/0 00000100:00100000:0.0:1763340284.663107:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1432 00000100:00100000:0.0:1763340284.664347:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.664418:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280501632 00000100:00100000:1.0:1763340284.664431:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280501632 00000100:00100000:1.0:1763340284.664502:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8369 00000100:00100000:1.0:1763340284.664513:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56662:x1848995280501632:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340284.664641:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340284.664683:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246a7d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156dd expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.664706:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246ac3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156f9 expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.664722:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246a61 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156cf expref: 183 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.664733:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9554c2817700) 00010000:00010000:1.0:1763340284.664747:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340284.664781:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340284.664795:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.664807:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.664820:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340284.664826:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.664831:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.664928:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340284.664936:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.664943:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340284.665275:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1170, 64 off99768 00000040:00080000:1.0:1763340284.665307:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1148, 64 off98064 00000040:00080000:1.0:1763340284.665318:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1149, 64 off98128 00000040:00080000:1.0:1763340284.665327:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1171, 64 off99832 00010000:00010000:1.0:1763340284.665391:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340284.665402:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665411:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665418:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665424:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665430:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665454:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340284.665478:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665484:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665491:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665497:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.665502:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665510:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665520:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9555c8f69300) 00010000:00010000:1.0:1763340284.665522:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340284.665527:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665580:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ad8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665739:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665747:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665753:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665759:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665764:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.665767:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665773:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665781:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c8f69d00) 00010000:00010000:1.0:1763340284.665783:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.665787:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665792:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246aca lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340284.665807:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d3adc5eb reply state 00000000d710e077 transno 4294972001 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665820:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340284.665826:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:1.0:1763340284.665828:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340284.665832:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340284.665924:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56662:x1848995280501632:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1408us (1580us total) trans 4294972001 rc 0/0 00000100:00100000:1.0:1763340284.665933:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8369 00010000:00010000:0.0:1763340284.666042:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340284.666050:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.666057:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340284.666061:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.666068:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.666078:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19d:0x0].0x0 (ffff9555c8f69300) 00010000:00010000:0.0:1763340284.666080:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340284.666084:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.666089:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246adf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340284.666101:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.666103:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.666105:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340284.688160:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.694306:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280501888 00000100:00100000:3.0:1763340284.694327:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280501888 00000100:00100000:2.0:1763340284.695154:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8370 00000100:00100000:2.0:1763340284.695168:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280501888:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340284.695255:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.695289:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246a22 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ba expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.695315:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.695321:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.695414:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.695431:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.695442:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340284.695961:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.696035:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292137472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763340284.696080:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502016 00000100:00100000:1.0:1763340284.696088:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502016 00000100:00100000:0.0:1763340284.696099:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.696140:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8371 00000100:00100000:1.0:1763340284.696152:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56663:x1848995280502016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.696165:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.696185:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246aed lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15700 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.696246:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340284.696257:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696266:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696278:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340284.696285:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696291:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696342:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696348:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696355:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696362:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696368:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.696373:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696381:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696391:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c8f69d00) 00010000:00010000:1.0:1763340284.696394:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.696399:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696405:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246af4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696417:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696423:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696429:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696435:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.696438:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696443:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696450:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:1.0:1763340284.696453:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.696455:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696461:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246afb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.696492:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246aed lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15700 expref: 185 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.696502:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c8f69d00) 00010000:00010000:1.0:1763340284.696504:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340284.696508:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246aed lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15700 expref: 185 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.696522:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584800, rc 0) 00000100:00100000:1.0:1763340284.696625:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56663:x1848995280502016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 475us (665us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340284.696632:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8371 00000004:00010000:2.0:1763340284.696661:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000023baeb2a reply state 00000000497cbfb0 transno 4294972002 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.696686:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.696693:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.696696:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340284.696699:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340284.696776:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56659:x1848995280501888:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 1611us (8629us total) trans 4294972002 rc 0/0 00000100:00100000:2.0:1763340284.696790:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8370 00000100:00100000:3.0:1763340284.697441:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292137472 00000100:00100000:3.0:1763340284.697449:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292137472 00000100:00100000:3.0:1763340284.697508:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1763340284.697519:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1848995292137472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763340284.697570:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 28672 granted 484932160 pending 0 free 3920220160 avail 3688640512 00000100:00100000:3.0:1763340284.697647:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1848995292137472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (1548us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.697654:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1763340284.697948:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871170 gen 2 00000004:00080000:0.0:1763340284.697956:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4000, transno 17179871158 00000004:00080000:0.0:1763340284.697977:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d36a00, transno 17179871159 00000004:00080000:0.0:1763340284.697981:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d35500, transno 17179871160 00000004:00080000:0.0:1763340284.697984:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4a80, transno 17179871161 00000004:00080000:0.0:1763340284.697986:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3a9b480, transno 17179871162 00000004:00080000:0.0:1763340284.697989:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f63800, transno 17179871163 00000004:00080000:0.0:1763340284.697993:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f61500, transno 17179871164 00000004:00080000:0.0:1763340284.697996:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f60a80, transno 17179871165 00000004:00080000:0.0:1763340284.697999:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ea680, transno 17179871167 00000004:00080000:0.0:1763340284.698001:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ebb80, transno 17179871168 00000004:00080000:0.0:1763340284.698004:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cdf800, transno 17179871169 00000004:00080000:0.0:1763340284.698007:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cddf80, transno 17179871170 00000100:00100000:0.0:1763340284.698024:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292137472:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1763340284.698217:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 2 changes, 0 in progress, 0 in flight, 12 done 00000100:00100000:0.0:1763340284.703913:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.703975:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502144 00000100:00100000:0.0:1763340284.703976:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.703992:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502144 00000100:00100000:1.0:1763340284.704287:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502272 00000100:00100000:1.0:1763340284.704293:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502272 00000100:00100000:1.0:1763340284.704346:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5545 00000100:00100000:1.0:1763340284.704358:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56659:x1848995280502272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340284.704381:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.704409:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1570e expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340284.704441:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e2:0x0] initial LVB size: 4096, mtime: 0x691a6ffd, atime: 0x0, ctime: 0x691a6ffd, blocks: 0x8 00010000:00010000:1.0:1763340284.704469:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.704472:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.704482:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 16 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.704502:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 16 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.704516:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584a00, rc 0) 00000100:00100000:1.0:1763340284.704613:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56659:x1848995280502272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 257us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.704621:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5545 00000100:00100000:0.0:1763340284.704636:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8372 00000100:00100000:0.0:1763340284.704650:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56663:x1848995280502144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.704678:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.704700:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246b09 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15707 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.704774:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.704803:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704816:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704830:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.704838:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704845:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704907:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704918:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704924:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704930:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704936:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7acc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.704941:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704949:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704963:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.704966:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.704972:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.704979:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b10 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705010:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705015:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705020:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705025:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.705028:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705033:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705039:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:0.0:1763340284.705042:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.705045:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705050:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b17 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.705079:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246b09 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15707 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.705089:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.705092:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.705095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246b09 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15707 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.705108:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:0.0:1763340284.705152:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56663:x1848995280502144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 507us (1273us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.705159:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8372 00000100:00100000:0.0:1763340284.708144:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.708202:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.708279:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502528 00000100:00100000:3.0:1763340284.708294:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502528 00000100:00100000:3.0:1763340284.708372:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5546 00000100:00100000:3.0:1763340284.708386:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:56659:x1848995280502528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.708410:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.708436:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1571c expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.708487:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 40 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340284.708499:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.708502:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.708507:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 40 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.708597:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 40 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340284.708613:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 40 pid: 35203 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1763340284.708631:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292137600:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.708745:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340284.709017:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502400 00000100:00100000:2.0:1763340284.709024:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502400 00000100:00100000:2.0:1763340284.709073:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8373 00000100:00100000:2.0:1763340284.709083:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56663:x1848995280502400:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.709096:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.709117:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246b25 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15715 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.709187:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246b2c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340284.709201:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246b2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340284.709216:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246b2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340284.709281:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340284.709289:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340284.709333:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246b25 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15715 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.709350:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246b2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15715 expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.709363:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:2.0:1763340284.709367:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340284.709370:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340284.709429:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56663:x1848995280502400:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 347us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.709437:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8373 00000100:00100000:0.0:1763340284.715310:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.715456:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292137600:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.715501:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 40 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.715559:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:3.0:1763340284.715644:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:56659:x1848995280502528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7261us (7440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.715656:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5546 00000100:00100000:1.0:1763340284.716133:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502656 00000100:00100000:1.0:1763340284.716143:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502656 00010000:00010000:1.0:1763340284.716186:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 40 pid: 35203 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1763340284.716227:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2713 00000100:00100000:1.0:1763340284.716237:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2408:x1848995280502656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340284.716256:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340284.716281:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 40 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1763340284.716294:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 40 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1763340284.716322:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb182468af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1564a expref: 40 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1763340284.716338:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.716340:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.716346:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 39 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.716358:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 39 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.716398:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 39 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.716414:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292137728:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340284.717263:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1763340284.717843:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.717926:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502784 00000100:00100000:0.0:1763340284.717937:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502784 00000100:00100000:0.0:1763340284.718010:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8374 00000100:00100000:0.0:1763340284.718022:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56663:x1848995280502784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.718051:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.718077:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246b33 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15723 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.718169:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.718187:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718200:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718212:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.718219:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718226:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718276:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718283:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718290:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718297:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718304:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.718309:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718318:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.718331:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:0.0:1763340284.718426:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340284.719653:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.719753:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280502912 00000100:00100000:2.0:1763340284.719764:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280502912 00002000:00010000:2.0:1763340284.719813:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/482 (5->18446744073709551615) 00002000:00100000:2.0:1763340284.719819:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785d500 with x1848995280502912 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340284.719833:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c785d500. 00000100:00100000:2.0:1763340284.719869:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1433 00000100:00100000:2.0:1763340284.719880:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280502912:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340284.720260:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763340284.720265:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:2.0:1763340284.720268:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.720270:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:2.0:1763340284.720273:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340284.720352:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280502912:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 473us (710us total) trans 17179871173 rc 0/0 00000100:00100000:2.0:1763340284.720360:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1433 00002000:00010000:2.0:1763340284.720365:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/482 (5->18446744073709551615) 00002000:00100000:2.0:1763340284.720367:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785d500 with x1848995280502912 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340284.720374:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c785d500. 00010000:00010000:0.0:1763340284.720570:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720583:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246b3a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720620:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720627:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720635:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720640:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7acc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.720644:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720652:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720676:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:0.0:1763340284.720679:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.720684:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720688:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246b41 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.720733:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246b33 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15723 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.720745:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:0.0:1763340284.720747:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.720751:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246b33 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15723 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.720761:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:0.0:1763340284.720790:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56663:x1848995280502784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2772us (2954us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.720798:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8374 00000100:00100000:1.0:1763340284.720924:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5595880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292137728:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340284.720951:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340284.720974:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2408:x1848995280502656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4739us (5682us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.720983:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2713 00000100:00100000:3.0:1763340284.725003:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.725346:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280503040 00000100:00100000:2.0:1763340284.725361:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280503040 00002000:00010000:2.0:1763340284.725416:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/482 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.725421:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785f100 with x1848995280503040 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.725436:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c785f100. 00000100:00100000:2.0:1763340284.725887:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1434 00000100:00100000:2.0:1763340284.725902:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2407:x1848995280503040:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340284.726165:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340284.726169:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340284.726172:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340284.726174:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340284.726177:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340284.726279:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2407:x1848995280503040:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 380us (1291us total) trans 21474838454 rc 0/0 00000100:00100000:2.0:1763340284.726289:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1434 00002000:00010000:2.0:1763340284.726294:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/482 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.726297:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c785f100 with x1848995280503040 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.726303:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c785f100. 00000100:00100000:2.0:1763340284.729187:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.729571:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280503296 00000100:00100000:0.0:1763340284.729585:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280503296 00000100:00100000:0.0:1763340284.729660:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8375 00000100:00100000:0.0:1763340284.729680:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56663:x1848995280503296:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.729708:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.729712:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340284.729746:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246b2c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15715 expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.729770:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:0.0:1763340284.729795:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340284.729816:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18246b48 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1572a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.729955:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.729973:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.729985:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.729998:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.730007:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.730014:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340284.731381:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.731474:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280503552 00000100:00100000:3.0:1763340284.731487:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280503552 00000100:00100000:3.0:1763340284.732159:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8376 00000100:00100000:3.0:1763340284.732173:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56659:x1848995280503552:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340284.732283:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340284.732302:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.732316:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00010000:3.0:1763340284.732438:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006a6fb452 reply state 00000000163c1f62 transno 4294972004 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.732453:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.732461:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.732464:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340284.732468:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340284.733046:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56659:x1848995280503552:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 874us (1671us total) trans 4294972004 rc 0/0 00000100:00100000:3.0:1763340284.733055:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8376 00010000:00010000:0.0:1763340284.733626:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.733650:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733662:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340284.733692:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19f:0x0]: returning size 0 00010000:00010000:0.0:1763340284.733744:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733750:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733757:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733764:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733769:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.733773:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733779:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733789:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.733792:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.733797:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733805:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246b4f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340284.733835:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b0308cb5 reply state 00000000ed9c2fb9 transno 4294972003 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733846:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.733852:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:0.0:1763340284.733855:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340284.733858:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340284.733905:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18246b48 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.733935:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.733944:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799d00) 00010000:00010000:0.0:1763340284.733946:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.733949:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:0.0:1763340284.734017:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56663:x1848995280503296:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4347us (4845us total) trans 4294972003 rc 0/0 00000100:00100000:0.0:1763340284.734026:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8375 00000100:00100000:2.0:1763340284.739130:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.739389:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280503680 00000100:00100000:3.0:1763340284.739400:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280503680 00000100:00100000:3.0:1763340284.739460:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5547 00000100:00100000:3.0:1763340284.739470:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:56659:x1848995280503680:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.739489:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.739508:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15731 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.739585:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 41 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340284.739596:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.739599:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.739603:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.739638:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 41 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340284.739651:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 41 pid: 16598 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1763340284.739665:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292137856:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.739769:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9540 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.740149:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.740283:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280503936 00000100:00100000:0.0:1763340284.740289:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280503936 00000100:00100000:0.0:1763340284.740338:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8377 00000100:00100000:0.0:1763340284.740346:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56663:x1848995280503936:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.740374:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.740389:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246b79 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15738 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.740488:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.740500:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.740509:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.740564:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.740575:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 191 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.740587:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292137984:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340284.740639:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fd7dda80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.746637:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.746685:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.746713:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280504064 00000100:00100000:1.0:1763340284.746721:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280504064 00010000:00010000:1.0:1763340284.746758:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 42 pid: 16598 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1763340284.746789:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280504192 00000100:00100000:1.0:1763340284.746792:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280504192 00010000:00010000:1.0:1763340284.746807:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 192 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.746827:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2714 00000100:00100000:1.0:1763340284.746836:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:2408:x1848995280504064:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340284.746851:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340284.746870:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 42 pid: 16598 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1763340284.746883:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 42 pid: 16598 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1763340284.746908:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.746911:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.746919:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 42 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.746929:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 42 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.746967:0:33976:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 42 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340284.746981:0:33976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292138112:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340284.747052:0:33976:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8b840 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.747073:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2715 00000100:00100000:1.0:1763340284.747081:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2408:x1848995280504192:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340284.747090:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340284.747096:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 192 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.747106:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 192 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.747121:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799d00) 00010000:00010000:1.0:1763340284.747127:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.747136:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.747143:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.747157:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340284.747180:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2408:x1848995280504192:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 99us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.747191:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2715 00010000:00010000:0.0:1763340284.747429:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b64 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1572a expref: 191 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.747456:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292137984:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340284.747475:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747483:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747488:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340284.747508:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19f:0x0]: returning size 0 00000004:00080000:0.0:1763340284.747716:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e5:0x0], index 0: 0 00000004:00080000:0.0:1763340284.747723:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e5:0x0], index 1: 0 00000004:00080000:0.0:1763340284.747728:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e6:0x0], index 1: 0 00000004:00080000:0.0:1763340284.747732:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e6:0x0], index 0: 0 00010000:00010000:0.0:1763340284.747850:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747857:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747867:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747873:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.747877:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747884:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747894:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799d00) 00010000:00010000:0.0:1763340284.747896:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340284.747899:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747905:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246b80 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.747944:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246b79 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15738 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.747953:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799d00) 00010000:00010000:0.0:1763340284.747955:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340284.747959:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246b79 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15738 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.747972:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00010000:00010000:3.0:1763340284.748209:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246a30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156c1 expref: 42 pid: 16598 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1763340284.748221:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292137856:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340284.748238:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.748248:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584800, rc 0) 00000100:00100000:0.0:1763340284.749916:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56663:x1848995280503936:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9561us (9760us total) trans 4294972005 rc 301/301 00000100:00100000:0.0:1763340284.749926:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8377 00000100:00100000:3.0:1763340284.750489:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:56659:x1848995280503680:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 11017us (11367us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.750498:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5547 00000100:00100000:1.0:1763340284.761637:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.762594:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.762696:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280504448 00000100:00100000:0.0:1763340284.762706:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280504448 00000100:00100000:0.0:1763340284.762777:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2836 00000100:00100000:0.0:1763340284.762796:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56663:x1848995280504448:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340284.763080:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56663:x1848995280504448:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 293us (1449us total) trans 4294972006 rc 0/0 00000100:00100000:0.0:1763340284.763090:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2836 00000100:00100000:2.0:1763340284.763266:0:33976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292138112:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340284.763288:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340284.763328:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2408:x1848995280504064:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 16492us (16700us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.763337:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2714 00000100:00100000:1.0:1763340284.763937:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280504576 00000100:00100000:1.0:1763340284.763944:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280504576 00000100:00100000:1.0:1763340284.764128:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5548 00000100:00100000:1.0:1763340284.764138:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2408:x1848995280504576:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340284.764260:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340284.764264:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340284.764267:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb atime from disk: 0 -> 1763340284 00002000:00010000:1.0:1763340284.764269:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340284.764272:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340284.764303:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2408:x1848995280504576:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 167us (1712us total) trans 21474838455 rc 0/0 00000100:00100000:1.0:1763340284.764309:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5548 00000100:00100000:3.0:1763340284.767126:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.768068:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280504832 00000100:00100000:2.0:1763340284.768078:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280504832 00000100:00100000:2.0:1763340284.768135:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2837 00000100:00100000:2.0:1763340284.768145:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56663:x1848995280504832:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.768370:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56663:x1848995280504832:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 224us (1250us total) trans 4294972007 rc 0/0 00000100:00100000:2.0:1763340284.768377:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2837 00000100:00100000:0.0:1763340284.769764:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.771275:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280505088 00000100:00100000:1.0:1763340284.771287:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280505088 00000100:00100000:1.0:1763340284.771354:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2838 00000100:00100000:1.0:1763340284.771365:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56659:x1848995280505088:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:1.0:1763340284.771426:0:6517:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x19b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824697a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15682 expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.771477:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763340284.771491:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.771506:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.771556:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.771570:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 192 pid: 8423 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.771584:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292138240:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.771679:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340284.774620:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.774793:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280505344 00000100:00100000:0.0:1763340284.774804:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280505344 00000100:00100000:0.0:1763340284.775020:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8378 00000100:00100000:0.0:1763340284.775032:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280505344:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340284.775055:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.775078:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b95 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1573f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.775200:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.775213:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775225:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775235:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.775243:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775254:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775309:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246baa lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340284.775316:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246baa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775322:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246baa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340284.775332:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19f:0x0]: returning size 0 00010000:00010000:0.0:1763340284.775407:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775415:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775422:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775429:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775435:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.775439:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775446:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775457:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799d00) 00010000:00010000:0.0:1763340284.775460:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.775465:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775471:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246b9c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775496:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775503:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775508:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775514:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.775517:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.775523:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.776318:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:0.0:1763340284.776324:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.776330:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.776337:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246ba3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340284.776387:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246b95 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1573f expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.776406:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246baa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1573f expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.776415:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.776418:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.776420:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:0.0:1763340284.777297:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280505344:12345-192.168.203.42@tcp:101:bash.0 Request processed in 2260us (2678us total) trans 4294972008 rc 0/0 00000100:00100000:0.0:1763340284.777310:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8378 00000100:00100000:3.0:1763340284.782331:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.782372:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.782475:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292138240:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340284.782504:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000100:00100000:0.0:1763340284.783225:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280505600 00000100:00100000:0.0:1763340284.783234:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280505600 00000100:00100000:2.0:1763340284.783317:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280505472 00000100:00100000:2.0:1763340284.783321:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280505472 00010000:00010000:2.0:1763340284.783357:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.783403:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2716 00000100:00100000:2.0:1763340284.783414:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2407:x1848995280505472:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340284.783432:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340284.783440:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.783452:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.783476:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246a06 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156ac expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340284.783490:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:2.0:1763340284.783495:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340284.783509:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340284.783517:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00000100:00100000:1.0:1763340284.783681:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8379 00000100:00100000:1.0:1763340284.783689:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280505600:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340284.783708:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340284.783724:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246bb8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15746 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.783752:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246bbf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340284.783763:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246bbf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.783772:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246bbf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.783881:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18246bb8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15746 expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.783895:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246bbf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15746 expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.783902:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340284.783905:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340284.783908:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:1.0:1763340284.783959:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280505600:12345-192.168.203.42@tcp:101:bash.0 Request processed in 271us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.783967:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8379 00010000:00010000:2.0:1763340284.784212:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340284.784326:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:2407:x1848995280505472:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 914us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.784334:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2716 00010000:00010000:1.0:1763340284.785006:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.785018:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000040:00080000:1.0:1763340284.785245:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1150, 88 off98216 00000004:00080000:1.0:1763340284.785253:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025592719771ns, next at 1025649670221ns, rc = 0 00000040:00080000:1.0:1763340284.785325:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1172, 88 off99920 00000004:00080000:1.0:1763340284.785330:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025592797431ns, next at 1025649641269ns, rc = 0 00000040:00080000:1.0:1763340284.788782:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1173, 88 off100008 00000004:00080000:1.0:1763340284.788801:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025596267778ns, next at 1025649641269ns, rc = 0 00000100:00100000:2.0:1763340284.789948:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.790035:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280505856 00000100:00100000:3.0:1763340284.790047:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280505856 00000100:00100000:3.0:1763340284.790119:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8380 00000100:00100000:3.0:1763340284.790129:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280505856:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340284.790184:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.790215:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246baa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1573f expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.790249:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:3.0:1763340284.790255:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.790430:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340284.790445:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.790456:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:3.0:1763340284.790496:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972009 00000004:00010000:3.0:1763340284.790517:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a6ae8ad3 reply state 00000000d547e60e transno 4294972010 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.790559:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.790566:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:3.0:1763340284.790569:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340284.790572:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340284.790659:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280505856:12345-192.168.203.42@tcp:36:bash.0 Request processed in 531us (718us total) trans 4294972010 rc 0/0 00000100:00100000:3.0:1763340284.790680:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8380 00000020:00080000:3.0:1763340284.790686:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:1.0:1763340284.791407:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1151, 88 off98304 00000004:00080000:1.0:1763340284.791417:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025598884374ns, next at 1025649670221ns, rc = 0 00000001:00080000:1.0:1763340284.792972:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972011 is committed 00000004:00080000:1.0:1763340284.792984:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 752 committed 00000004:00080000:1.0:1763340284.792997:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 773 committed 00000004:00080000:1.0:1763340284.793004:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 772 committed 00000004:00080000:1.0:1763340284.793006:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 751 committed 00000004:00010000:1.0:1763340284.793075:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022ac1e65 reply state 00000000155611a7 transno 4294972011 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793098:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793107:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.793109:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340284.793114:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340284.793328:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.793331:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340284.793339:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824697a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15682 expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763340284.793452:0:6517:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340284.793466:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56659:x1848995280505088:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 22103us (23709us total) trans 4294972011 rc 0/0 00000100:00100000:1.0:1763340284.793475:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2838 00010000:00010000:1.0:1763340284.793506:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793514:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793521:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793527:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340284.793558:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793566:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793576:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:1.0:1763340284.793579:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340284.793582:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.793589:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18246b8e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340284.794165:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794175:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794181:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794187:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.794190:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794196:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794205:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:3.0:1763340284.794208:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.794211:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794216:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246ad1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794229:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.794236:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.794241:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.794246:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.794249:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.794255:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.794263:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.794265:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.794268:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.794273:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246ae6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.794283:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794288:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794293:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794298:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.794301:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794307:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794314:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.794316:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.794318:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794323:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246b5d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340284.794334:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.794341:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.794346:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.794352:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.794354:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.794360:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.794367:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69e00) 00010000:00010000:3.0:1763340284.794370:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.794372:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.794382:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246b56 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.794413:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.794419:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.794425:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.794430:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.794434:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.794440:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.794447:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:3.0:1763340284.794450:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.794453:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340284.794459:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246bc6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340284.794483:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292138624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.794560:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.794594:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340284.794601:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292138752:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.794623:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.794652:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292138624 00000100:00100000:3.0:1763340284.794659:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292138624 00000100:00100000:3.0:1763340284.794705:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292138752 00000100:00100000:3.0:1763340284.794708:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292138752 00000100:00100000:3.0:1763340284.794728:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549 00000100:00100000:3.0:1763340284.794736:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+73:3648:x1848995292138624:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340284.794864:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340284.794867:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.794870:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb atime from disk: 1763340284 -> 1763340284 00002000:00010000:3.0:1763340284.794872:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.794874:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e1:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340284.794906:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+74:3648:x1848995292138624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 170us (344us total) trans 21474838456 rc 0/0 00000100:00100000:3.0:1763340284.794912:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549 00000100:00100000:3.0:1763340284.794924:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550 00000100:00100000:3.0:1763340284.794930:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+73:3648:x1848995292138752:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340284.794983:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.794986:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.794989:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.794991:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.794993:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340284.795019:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+74:3648:x1848995292138752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (395us total) trans 21474838457 rc 0/0 00000100:00100000:3.0:1763340284.795026:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550 00000004:00080000:3.0:1763340284.795065:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ebb80/2, rc 0, transno 21474838457 00000100:00100000:3.0:1763340284.795072:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292138752:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340284.795081:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ea680/2, rc 0, transno 21474838456 00000100:00100000:3.0:1763340284.795085:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292138624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.795153:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292139136:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.795177:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.795201:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292139136 00000100:00100000:3.0:1763340284.795205:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292139136 00000100:00100000:3.0:1763340284.795228:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551 00000100:00100000:3.0:1763340284.795235:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1848995292139136:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340284.795313:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.795315:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.795318:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.795320:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.795322:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340284.795351:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1848995292139136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (173us total) trans 17179871174 rc 0/0 00000100:00100000:3.0:1763340284.795358:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551 00000004:00080000:3.0:1763340284.795383:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785c700/2, rc 0, transno 17179871174 00000100:00100000:3.0:1763340284.795388:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292139136:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.795419:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340284.795426:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292139264:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340284.795448:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.795468:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292139264 00000100:00100000:3.0:1763340284.795472:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292139264 00000100:00100000:3.0:1763340284.795493:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552 00000100:00100000:3.0:1763340284.795500:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3648:x1848995292139264:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340284.795577:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340284.795580:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.795583:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.795585:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340284.795588:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340284.795617:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3648:x1848995292139264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 118us (168us total) trans 17179871175 rc 0/0 00000100:00100000:3.0:1763340284.795624:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552 00000004:00080000:3.0:1763340284.795650:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7100/2, rc 0, transno 17179871175 00000100:00100000:3.0:1763340284.795655:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292139264:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.795861:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.796090:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292138368:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.796119:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.796145:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292138880:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.796163:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.796179:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763340284.796184:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292138496:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.796201:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.796215:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292139008:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340284.796229:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340284.796252:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292138368 00000100:00100000:1.0:1763340284.796256:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292138368 00000100:00100000:1.0:1763340284.796278:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292138880 00000100:00100000:1.0:1763340284.796281:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292138880 00000100:00100000:1.0:1763340284.796295:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292138496 00000100:00100000:1.0:1763340284.796298:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292138496 00000100:00100000:1.0:1763340284.796310:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292139008 00000100:00100000:1.0:1763340284.796311:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292139008 00000100:00100000:1.0:1763340284.796327:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553 00000100:00100000:1.0:1763340284.796333:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3650:x1848995292138368:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340284.796350:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:483 count 1 00010000:00010000:1.0:1763340284.796367:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796382:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 40 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796390:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.796392:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.796395:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796416:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 40 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796427:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 40 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.796437:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292139392:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.796480:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8b840 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.796494:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554 00000100:00100000:1.0:1763340284.796500:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292138880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340284.796509:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:483 count 1 00010000:00010000:1.0:1763340284.796519:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796554:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 16 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796560:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.796562:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340284.796564:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796580:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 16 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796588:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 16 pid: 8457 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.796597:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292139520:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340284.796614:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3900 going to sleep for 11 seconds 00000100:00100000:1.0:1763340284.796628:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555 00000100:00100000:1.0:1763340284.796634:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+75:3650:x1848995292138496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340284.796643:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:484 count 1 00002000:00010000:1.0:1763340284.796660:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340284.796665:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796683:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.796684:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.796688:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796700:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796708:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796715:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796729:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340284.796883:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+76:3650:x1848995292138496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 248us (679us total) trans 21474838458 rc 0/0 00000100:00100000:1.0:1763340284.796888:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555 00000100:00100000:1.0:1763340284.796902:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556 00000100:00100000:1.0:1763340284.796907:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292139008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340284.796917:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:484 count 1 00002000:00010000:1.0:1763340284.796931:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340284.796936:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796942:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.796944:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340284.796947:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796956:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796963:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796970:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.796984:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340284.797101:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292139008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 193us (869us total) trans 17179871176 rc 0/0 00000100:00100000:1.0:1763340284.797108:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556 00010000:00010000:1.0:1763340284.797129:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340284.797135:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797143:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fee00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.797147:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797158:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797173:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797182:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c14fee00/0xbdebf3fb18246bdb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797204:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.797208:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797214:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.797217:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797225:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797233:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797240:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246be2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.797251:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.797253:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.797255:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340284.797279:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f51f80/2, rc 0, transno 21474838458 00000100:00100000:1.0:1763340284.797285:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292138496:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340284.797295:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785ed80/2, rc 0, transno 17179871176 00000100:00100000:1.0:1763340284.797299:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292139008:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340284.797310:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340284.797728:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280505984 00000100:00100000:3.0:1763340284.797735:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280505984 00000100:00100000:0.0:1763340284.798319:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8381 00000100:00100000:0.0:1763340284.798331:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+179:55868:x1848995280505984:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340284.798349:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.798366:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246be9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1574d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.798417:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246be9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1574d expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.798431:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246be9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1574d expref: 180 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.798448:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.798452:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340284.798455:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:0.0:1763340284.798496:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:55868:x1848995280505984:12345-192.168.203.42@tcp:101:bash.0 Request processed in 168us (2636us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.798503:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8381 00000100:00100000:1.0:1763340284.801011:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.801158:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292139392:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340284.801184:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340284.801251:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292139520:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340284.801265:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340284.801315:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280506112 00000100:00100000:3.0:1763340284.801322:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280506112 00000100:00100000:3.0:1763340284.801377:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8382 00000100:00100000:3.0:1763340284.801387:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+180:56659:x1848995280506112:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.801410:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.801428:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246bf0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15754 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.801473:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246bf0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15754 expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.801487:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585800/0xbdebf3fb18246bf0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15754 expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.801505:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.801508:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340284.801511:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da585800, rc 0) 00000100:00100000:3.0:1763340284.803293:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56659:x1848995280506112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1896us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.803306:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8382 00000100:00100000:3.0:1763340284.803733:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.803832:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.803859:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280506240 00000100:00100000:3.0:1763340284.803867:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280506240 00010000:00010000:3.0:1763340284.803900:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.803925:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280506368 00000100:00100000:3.0:1763340284.803928:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280506368 00010000:00010000:3.0:1763340284.803943:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 17 pid: 8457 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.803961:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2717 00000100:00100000:3.0:1763340284.803969:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2408:x1848995280506240:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340284.803983:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.803988:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.804001:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.804023:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18246a8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156eb expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.804038:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.804041:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.804046:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.804057:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.804080:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340284.804113:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2408:x1848995280506240:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 145us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.804120:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2717 00000100:00100000:3.0:1763340284.804134:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2718 00000100:00100000:3.0:1763340284.804141:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280506368:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340284.804152:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340284.804157:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 17 pid: 8457 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.804168:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 17 pid: 8457 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.804181:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246a84 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df156e4 expref: 17 pid: 8457 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340284.804193:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.804195:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.804198:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.804206:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.804222:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340284.804240:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280506368:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 99us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.804247:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2718 00000100:00100000:3.0:1763340284.804314:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.804352:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280506624 00000100:00100000:3.0:1763340284.804357:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280506624 00000100:00100000:3.0:1763340284.804382:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8383 00000100:00100000:3.0:1763340284.804390:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:55868:x1848995280506624:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.804407:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.804410:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340284.804426:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246be9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1574d expref: 181 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.804453:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:3.0:1763340284.804457:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340284.804471:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246bf7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1575b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.804513:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246bfe lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.804525:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246bfe lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.804558:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246bfe lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.804824:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.804833:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.804841:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.804848:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.804869:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000040:00080000:3.0:1763340284.804928:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1152, 88 off98392 00000004:00080000:3.0:1763340284.804936:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025612402797ns, next at 1025649670221ns, rc = 0 00000040:00080000:3.0:1763340284.804965:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1174, 88 off100096 00000004:00080000:3.0:1763340284.804969:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025612436512ns, next at 1025649641269ns, rc = 0 00000040:00080000:3.0:1763340284.805010:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1175, 88 off100184 00000004:00080000:3.0:1763340284.805014:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025612481694ns, next at 1025649641269ns, rc = 0 00000040:00080000:3.0:1763340284.805032:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1153, 88 off98480 00000004:00080000:3.0:1763340284.805036:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025612503777ns, next at 1025649670221ns, rc = 0 00000100:00100000:2.0:1763340284.805042:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3650:x1848995292138368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8708us (8921us total) trans 21474838459 rc 0/0 00000100:00100000:2.0:1763340284.805050:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553 00010000:00010000:2.0:1763340284.805072:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340284.805077:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.805084:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ff600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340284.805088:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.805097:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.805108:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.805114:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c14ff600/0xbdebf3fb18246bcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.805131:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340284.805133:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340284.805134:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340284.805169:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f52300/2, rc 0, transno 21474838459 00000100:00100000:2.0:1763340284.805175:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292138368:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340284.805347:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.805356:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.805363:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.805369:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.805391:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340284.805551:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292138880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9031us (9366us total) trans 17179871177 rc 0/0 00000100:00100000:0.0:1763340284.805558:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554 00010000:00010000:1.0:1763340284.805661:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340284.805677:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.805684:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340284.805688:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.805695:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.805707:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.805714:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18246bd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340284.805729:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.805731:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340284.805732:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340284.805826:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785ca80/2, rc 0, transno 17179871177 00000100:00100000:2.0:1763340284.805839:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292138880:0@lo:6:osp-syn-1-1.0 00000001:00080000:1.0:1763340284.811059:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972012 is committed 00000004:00080000:1.0:1763340284.811071:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 754 committed 00000004:00080000:1.0:1763340284.811086:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 775 committed 00000004:00080000:1.0:1763340284.811099:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 774 committed 00000004:00080000:1.0:1763340284.811101:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 753 committed 00000100:00100000:3.0:1763340284.811180:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340284.811199:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292139648:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340284.811202:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246bfe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19f:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1575b expref: 182 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.811215:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.811218:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340284.811233:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246bf7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1575b expref: 182 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340284.811254:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246bfe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1575b expref: 181 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340284.811260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763340284.811280:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.811283:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340284.811285:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:3.0:1763340284.811306:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292139648 00000100:00100000:3.0:1763340284.811312:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292139648 00000100:00100000:0.0:1763340284.811337:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:55868:x1848995280506624:12345-192.168.203.42@tcp:101:bash.0 Request processed in 6948us (7022us total) trans 4294972012 rc 0/0 00000100:00100000:0.0:1763340284.811345:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8383 00000100:00100000:3.0:1763340284.811347:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557 00000100:00100000:3.0:1763340284.811355:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292139648:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.811478:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292139904:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.811499:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+10:3651:x1848995292139648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 145us (239us total) trans 17179871178 rc 0/0 00000100:00100000:2.0:1763340284.811505:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340284.811506:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557 00000100:00100000:3.0:1763340284.811517:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292139904 00000100:00100000:3.0:1763340284.811520:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292139904 00000100:00100000:0.0:1763340284.811594:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292139776:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340284.811620:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763340284.812491:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4a80/2, rc 0, transno 17179871178 00000100:00100000:0.0:1763340284.812499:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292139648:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340284.812590:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.812610:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292139776 00000100:00100000:3.0:1763340284.812615:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292139776 00000100:00100000:3.0:1763340284.812641:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558 00000100:00100000:3.0:1763340284.812647:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f5988850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+77:3648:x1848995292139904:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.812741:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5559 00000100:00100000:1.0:1763340284.812749:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+78:3651:x1848995292139776:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340284.812865:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f5988850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+79:3648:x1848995292139904:12345-0@lo:2:osp-syn-0-1.0 Request processed in 217us (1358us total) trans 21474838460 rc 0/0 00000100:00100000:3.0:1763340284.812876:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558 00000100:00100000:1.0:1763340284.812876:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+79:3651:x1848995292139776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (1256us total) trans 21474838461 rc 0/0 00000100:00100000:1.0:1763340284.812882:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5559 00000004:00080000:1.0:1763340284.812905:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5eb800/2, rc 0, transno 21474838461 00000100:00100000:1.0:1763340284.812910:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292139776:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340284.812922:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280506880 00000100:00100000:1.0:1763340284.812925:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280506880 00000100:00100000:1.0:1763340284.812947:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2839 00000100:00100000:1.0:1763340284.812952:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+181:56659:x1848995280506880:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340284.813136:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x19b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763340284.813193:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1154, 64 off98544 00000040:00080000:1.0:1763340284.813219:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1176, 64 off100248 00000040:00080000:1.0:1763340284.813230:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1177, 64 off100312 00000040:00080000:1.0:1763340284.813241:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1155, 64 off98608 00010000:00010000:1.0:1763340284.813292:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763340284.813307:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.813318:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.813326:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.813333:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.813340:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00000100:00100000:2.0:1763340284.813459:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292140032:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.813494:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340284.813527:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292140032 00000100:00100000:2.0:1763340284.813547:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292140032 00000100:00100000:2.0:1763340284.813576:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5560 00000100:00100000:2.0:1763340284.813583:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3649:x1848995292140032:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340284.813693:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292140032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 109us (197us total) trans 17179871179 rc 0/0 00000100:00100000:2.0:1763340284.813700:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5560 00000004:00080000:2.0:1763340284.813728:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4700/2, rc 0, transno 17179871179 00000100:00100000:2.0:1763340284.813739:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292140032:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340284.813828:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5e9c00/2, rc 0, transno 21474838460 00000100:00100000:0.0:1763340284.813844:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292139904:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340284.814639:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340284.814861:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56659:x1848995280506880:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1904us (2267us total) trans 4294972013 rc 0/0 00000100:00100000:1.0:1763340284.814870:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2839 00010000:00010000:3.0:1763340284.815043:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340284.815051:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340284.815059:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340284.815064:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340284.815072:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340284.815088:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19b:0x0].0x0 (ffff9554c2b3d100) 00010000:00010000:3.0:1763340284.815092:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340284.815096:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340284.815102:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246c05 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340284.815177:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.815180:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.815182:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340284.824074:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.824183:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280507136 00000100:00100000:3.0:1763340284.824193:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280507136 00000100:00100000:3.0:1763340284.824256:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8384 00000100:00100000:3.0:1763340284.824267:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56659:x1848995280507136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340284.824292:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.824314:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246c0c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15762 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.824387:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.824404:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.824417:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.824430:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.824437:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.824444:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.824586:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340284.824596:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.824603:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340284.824613:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19f:0x0]: returning size 2 00010000:00010000:2.0:1763340284.824945:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.824953:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.824959:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.824965:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.824970:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.824975:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.824982:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.824994:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817500) 00010000:00010000:2.0:1763340284.824996:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.825001:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825006:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18246c13 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825019:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825023:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825028:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825032:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.825035:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825039:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825045:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817b00) 00010000:00010000:2.0:1763340284.825047:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.825049:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825057:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18246c1a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.825095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18246c0c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 185 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.825110:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.825116:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:2.0:1763340284.825118:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340284.825120:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:2.0:1763340284.825190:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280507136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 925us (1125us total) trans 4294972014 rc 0/0 00000100:00100000:2.0:1763340284.825198:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8384 00000100:00100000:0.0:1763340284.826743:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.828297:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280507264 00000100:00100000:2.0:1763340284.828310:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280507264 00000100:00100000:2.0:1763340284.828375:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5561 00000100:00100000:2.0:1763340284.828385:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:55868:x1848995280507264:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.828401:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.828421:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15769 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340284.828444:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340284.828464:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.828467:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.828476:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.828491:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.828501:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340284.828574:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:55868:x1848995280507264:12345-192.168.203.42@tcp:101:bash.0 Request processed in 191us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.828581:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5561 00000100:00100000:3.0:1763340284.829556:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.832561:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280507392 00000100:00100000:2.0:1763340284.832577:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280507392 00000100:00100000:2.0:1763340284.832627:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5562 00000100:00100000:2.0:1763340284.832634:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2407:x1848995280507392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.832649:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.832674:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246c36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15770 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.832725:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292140160:192.168.203.42@tcp:106: 00000100:00100000:2.0:1763340284.833705:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340284.834557:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.834838:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280507520 00000100:00100000:3.0:1763340284.834846:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280507520 00000100:00100000:3.0:1763340284.834902:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5563 00000100:00100000:3.0:1763340284.834913:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280507520:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.834930:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.834953:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15777 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340284.834976:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340284.834995:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.834998:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340284.835007:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 17 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.835024:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 17 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.835037:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:3.0:1763340284.835097:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280507520:12345-192.168.203.42@tcp:101:bash.0 Request processed in 185us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.835104:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5563 00002000:00010000:2.0:1763340284.836777:0:35203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb mtime: 0 -> 1763340285 00002000:00010000:2.0:1763340284.836841:0:35203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb atime: 0 -> 1763340285 00002000:00010000:2.0:1763340284.836843:0:35203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb ctime: 0 -> 1763340285 00000100:00100000:2.0:1763340284.836862:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292140160:192.168.203.42@tcp:106: 00010000:00010000:2.0:1763340284.836895:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246c36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15770 expref: 42 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.836920:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246c36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15770 expref: 42 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.836931:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340284.836980:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2407:x1848995280507392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4346us (7449us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340284.836989:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5562 00000100:00100000:0.0:1763340284.839920:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.839968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.839972:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280507648 00000100:00100000:2.0:1763340284.839982:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280507648 00000100:00100000:0.0:1763340284.839999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:2.0:1763340284.840022:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/485 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.840026:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbc000 with x1848995280507648 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.840037:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbc000. 00000100:00100000:2.0:1763340284.840068:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1435 00000100:00100000:2.0:1763340284.840078:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2407:x1848995280507648:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:3.0:1763340284.840187:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280507776 00000100:00100000:3.0:1763340284.840191:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280507776 00002000:00010000:3.0:1763340284.840207:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/485 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.840211:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbf100 with x1848995280507776 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.840218:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbf100. 00000100:00100000:3.0:1763340284.840232:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1436 00000100:00100000:3.0:1763340284.840238:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280507776:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340284.840258:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340284.840261:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:2.0:1763340284.840264:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb atime from disk: 1763340285 -> 0 00002000:00010000:2.0:1763340284.840266:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:2.0:1763340284.840269:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e5:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763340284.840325:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340284.840328:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e5:0x0] updating lvb mtime from disk: 0 -> 1763340285 00000100:00100000:2.0:1763340284.840329:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:2407:x1848995280507648:12345-192.168.203.42@tcp:10:bash.0 Request processed in 253us (419us total) trans 21474838462 rc 0/0 00002000:00010000:3.0:1763340284.840330:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340284.840332:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e5:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:3.0:1763340284.840334:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340284.840337:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1435 00002000:00010000:2.0:1763340284.840340:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/485 (0->18446744073709551615) 00002000:00100000:2.0:1763340284.840343:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbc000 with x1848995280507648 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340284.840347:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbc000. 00000100:00100000:3.0:1763340284.840355:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280507776:12345-192.168.203.42@tcp:10:bash.0 Request processed in 117us (355us total) trans 17179871180 rc 0/0 00000100:00100000:3.0:1763340284.840361:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1436 00002000:00010000:3.0:1763340284.840364:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/485 (0->18446744073709551615) 00002000:00100000:3.0:1763340284.840366:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbf100 with x1848995280507776 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340284.840370:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbf100. 00000100:00100000:1.0:1763340284.840406:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280508032 00000100:00100000:1.0:1763340284.840410:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280508032 00000100:00100000:1.0:1763340284.840448:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2840 00000100:00100000:1.0:1763340284.840455:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555e8f65050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56659:x1848995280508032:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340284.840627:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555e8f65050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56659:x1848995280508032:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 171us (657us total) trans 4294972015 rc 0/0 00000100:00100000:1.0:1763340284.840634:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2840 00000100:00100000:0.0:1763340284.843976:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.844965:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280508288 00000100:00100000:2.0:1763340284.844976:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280508288 00000100:00100000:2.0:1763340284.845039:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2841 00000100:00100000:2.0:1763340284.845050:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280508288:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340284.845354:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280508288:12345-192.168.203.42@tcp:35:bash.0 Request processed in 304us (1385us total) trans 4294972016 rc 0/0 00000100:00100000:2.0:1763340284.845362:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2841 00000100:00100000:3.0:1763340284.847833:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.848271:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280508544 00000100:00100000:2.0:1763340284.848280:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280508544 00000100:00100000:2.0:1763340284.849440:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8385 00000100:00100000:2.0:1763340284.849456:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56659:x1848995280508544:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.849481:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.849503:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246c44 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1577e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.849639:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340284.849654:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.849664:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 4/0,1 mode: --/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.849712:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.849726:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 187 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340284.849741:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292140288:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340284.850593:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340284.858470:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292140288:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340284.858502:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340284.859458:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.862136:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.862379:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280508800 00000100:00100000:2.0:1763340284.862388:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280508800 00000100:00100000:1.0:1763340284.862713:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280508672 00000100:00100000:1.0:1763340284.862718:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280508672 00010000:00010000:1.0:1763340284.862744:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.862775:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2719 00000100:00100000:1.0:1763340284.862783:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2407:x1848995280508672:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340284.862797:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340284.862803:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.862815:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.862835:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18246c21 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15762 expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.862853:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340284.862858:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.862868:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.862874:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340284.862901:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340284.862953:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2407:x1848995280508672:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 171us (3499us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.862960:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2719 00000100:00100000:3.0:1763340284.863362:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8386 00000100:00100000:3.0:1763340284.863772:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56664:x1848995280508800:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:0.0:1763340284.864708:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.864712:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.864719:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340284.864736:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246c52 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15785 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763340284.864742:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19f:0x0]: returning size 5 00010000:00010000:0.0:1763340284.864859:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246c44 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.864877:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.864884:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340284.864887:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763340284.864890:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:0.0:1763340284.864952:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56659:x1848995280508544:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 15501us (17424us total) trans 4294972017 rc 0/0 00000100:00100000:0.0:1763340284.864960:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8385 00010000:00010000:3.0:1763340284.865355:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.865368:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.865378:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.865391:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.865397:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.865404:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.865462:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.865474:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.865482:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.865513:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.865526:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 188 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340284.865566:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292140416:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340284.865634:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763340284.871093:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.871150:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280508928 00000100:00100000:1.0:1763340284.871160:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280508928 00000100:00100000:1.0:1763340284.871219:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2842 00000100:00100000:1.0:1763340284.871228:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56659:x1848995280508928:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340284.871384:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56659:x1848995280508928:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 156us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.871391:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2842 00000100:00100000:2.0:1763340284.872462:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292140416:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340284.872492:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340284.872987:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.873057:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280509056 00000100:00100000:0.0:1763340284.873065:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280509056 00010000:00010000:0.0:1763340284.873094:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.874423:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2720 00000100:00100000:1.0:1763340284.874440:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2408:x1848995280509056:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340284.874459:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340284.874466:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.874485:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.874507:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246c4b lrc: 0/0,0 mode: --/CW res: [0x240000404:0x19f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1577e expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.874523:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340284.874527:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.874550:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.874556:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.874583:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340284.874642:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2408:x1848995280509056:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 209us (1655us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.874648:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2720 00000100:00100000:3.0:1763340284.874875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.877202:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280509312 00000100:00100000:2.0:1763340284.877218:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280509312 00000100:00100000:2.0:1763340284.877274:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8387 00000100:00100000:2.0:1763340284.877284:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56659:x1848995280509312:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.877304:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.877324:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246c75 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1578c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.877419:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246c7c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.877435:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246c7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.877445:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246c7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.877462:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19f:0x0]: returning size 5 00010000:00010000:3.0:1763340284.877936:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.877944:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340284.877967:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x19f:0x0]: returning size 5 00000004:00200000:3.0:1763340284.877971:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340284.877987:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878001:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878012:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878018:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878024:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878030:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878036:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.878039:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878045:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878056:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817f00) 00010000:00010000:3.0:1763340284.878059:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.878063:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878068:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246c60 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878081:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878086:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878091:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878095:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340284.878097:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878102:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878108:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817100) 00010000:00010000:3.0:1763340284.878110:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340284.878113:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878118:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246c67 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.878149:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246c52 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15785 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.878163:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15785 expref: 190 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.878170:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:3.0:1763340284.878171:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340284.878174:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:3.0:1763340284.878245:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56664:x1848995280508800:12345-192.168.203.42@tcp:101:rm.0 Request processed in 14875us (16116us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.878252:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8386 00010000:00010000:2.0:1763340284.879428:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246c75 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1578c expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.879446:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246c7c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1578c expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.879454:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:2.0:1763340284.879456:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340284.879459:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340284.879512:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56659:x1848995280509312:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2230us (4637us total) trans 4294972018 rc 0/0 00000100:00100000:2.0:1763340284.879520:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8387 00000100:00100000:1.0:1763340284.882131:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.882205:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280509568 00000100:00100000:2.0:1763340284.882215:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280509568 00000100:00100000:2.0:1763340284.882280:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8388 00000100:00100000:2.0:1763340284.882290:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56664:x1848995280509568:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340284.882343:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340284.882367:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18246bfe lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1575b expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.882388:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246c6e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15785 expref: 188 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.882401:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18246bbf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15746 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.882417:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:2.0:1763340284.882422:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.882450:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.882462:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882470:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882481:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.882486:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882491:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882652:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.882661:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882678:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340284.882892:0:6514:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x19f:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763340284.882972:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882983:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882989:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.882994:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.882998:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883004:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883012:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:2.0:1763340284.883015:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340284.883018:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883023:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246c98 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883036:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883042:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883047:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883052:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883057:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.883060:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883064:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883071:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5200) 00010000:00010000:2.0:1763340284.883073:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340284.883076:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883080:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246c8a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763340284.883093:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae52f05b reply state 000000009cf38a6c transno 4294972019 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883103:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.883108:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340284.883110:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340284.883113:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340284.889166:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56664:x1848995280509568:12345-192.168.203.42@tcp:36:rm.0 Request processed in 6866us (7032us total) trans 4294972019 rc 0/0 00000100:00100000:2.0:1763340284.889178:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8388 00000100:00100000:3.0:1763340284.889619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.889647:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280509824 00000100:00100000:2.0:1763340284.889656:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280509824 00000100:00100000:2.0:1763340284.889713:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2843 00000100:00100000:2.0:1763340284.889722:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56659:x1848995280509824:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340284.889793:0:14057:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x19f:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246c7c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1578c expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.889835:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340284.889846:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.889854:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000004:00020000:2.0:1763340284.889994:0:14057:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x19f:0x0]: rc = -1 00010000:00010000:2.0:1763340284.890022:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.890029:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.890035:0:14057:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.890042:0:14057:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.890046:0:14057:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.890053:0:14057:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.890063:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:2.0:1763340284.890066:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340284.890071:0:14057:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.890077:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246c9f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x19f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340284.890087:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799000) 00010000:00010000:2.0:1763340284.890089:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340284.890093:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246c7c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1578c expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340284.890229:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56659:x1848995280509824:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 508us (611us total) trans 4294972020 rc -1/-1 00000100:00100000:2.0:1763340284.890237:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2843 00000100:00100000:0.0:1763340284.899561:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.899643:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280509952 00000100:00100000:2.0:1763340284.899655:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280509952 00000100:00100000:0.0:1763340284.899763:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8389 00000100:00100000:0.0:1763340284.899774:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56659:x1848995280509952:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.899801:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.899823:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246ca6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15793 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.899878:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246ca6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15793 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.899893:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7000/0xbdebf3fb18246ca6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15793 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.899911:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799d00) 00010000:00010000:0.0:1763340284.899914:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340284.899918:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7000, rc 0) 00000100:00100000:0.0:1763340284.899975:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56659:x1848995280509952:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 202us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.899982:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8389 00000100:00100000:3.0:1763340284.902257:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.907273:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280510208 00000100:00100000:1.0:1763340284.907289:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280510208 00000100:00100000:1.0:1763340284.907355:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2844 00000100:00100000:1.0:1763340284.907365:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56659:x1848995280510208:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340284.907642:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x19f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763340284.907704:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1156, 64 off98672 00000004:00080000:1.0:1763340284.907711:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025715178588ns, next at 1026715176085ns, rc = 0 00000040:00080000:1.0:1763340284.907728:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1178, 64 off100376 00000004:00080000:1.0:1763340284.907733:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025715200255ns, next at 1026715199107ns, rc = 0 00000040:00080000:1.0:1763340284.907744:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1179, 64 off100440 00000040:00080000:1.0:1763340284.907754:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1157, 64 off98736 00010000:00010000:1.0:1763340284.907821:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763340284.907838:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.907849:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.907857:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.907863:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.907869:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340284.907894:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340284.907915:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340284.907922:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340284.907928:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340284.907932:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340284.907939:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340284.907950:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19f:0x0].0x0 (ffff9555d1799d00) 00010000:00010000:0.0:1763340284.907953:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340284.907958:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340284.907963:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246cad lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340284.907973:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.907974:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340284.907976:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340284.908059:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56659:x1848995280510208:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 695us (5811us total) trans 4294972021 rc 0/0 00000100:00100000:1.0:1763340284.908068:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2844 00000100:00100000:3.0:1763340284.919330:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.919395:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280510336 00000100:00100000:0.0:1763340284.919405:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280510336 00000100:00100000:0.0:1763340284.919468:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8390 00000100:00100000:0.0:1763340284.919480:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56665:x1848995280510336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.919502:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.919524:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246cb4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1579a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.919621:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.919634:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919645:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919655:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.919663:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919677:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919716:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919722:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919728:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919734:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919739:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.919742:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919748:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919771:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340284.919775:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.919779:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919785:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cbb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919812:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919818:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919824:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919830:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.919832:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919839:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919846:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340284.919849:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.919852:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919857:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cc2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.919885:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246cb4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1579a expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.919895:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340284.919897:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.919900:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246cb4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1579a expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.919914:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340284.919976:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56665:x1848995280510336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 499us (654us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.919983:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8390 00000100:00100000:1.0:1763340284.921941:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.922042:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280510464 00000100:00100000:0.0:1763340284.922049:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280510464 00000100:00100000:0.0:1763340284.922100:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8391 00000100:00100000:0.0:1763340284.922109:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56665:x1848995280510464:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.922126:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.922147:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246cc9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157a1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.922199:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.922209:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922219:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922227:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.922233:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922238:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922267:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922273:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922279:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922284:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922290:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.922294:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922300:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922308:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799e00) 00010000:00010000:0.0:1763340284.922310:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.922313:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922317:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246cd0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922337:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922342:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922347:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922351:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.922353:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922358:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922363:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340284.922365:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.922367:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922372:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246cd7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.922392:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246cc9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157a1 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.922400:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799e00) 00010000:00010000:0.0:1763340284.922402:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.922405:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246cc9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157a1 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.922415:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:0.0:1763340284.922464:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56665:x1848995280510464:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 356us (529us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.922471:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8391 00000100:00100000:2.0:1763340284.924866:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.925712:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280510592 00000100:00100000:0.0:1763340284.925723:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280510592 00000100:00100000:0.0:1763340284.925797:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8392 00000100:00100000:0.0:1763340284.925807:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56665:x1848995280510592:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.925828:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.925855:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246cde lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157a8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.925915:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ce5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340284.925929:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ce5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340284.925941:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ce5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340284.925983:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340284.925988:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340284.926021:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246cde lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157a8 expref: 192 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.926054:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ce5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157a8 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.926063:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340284.926066:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340284.926070:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:0.0:1763340284.926121:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56665:x1848995280510592:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 316us (1264us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340284.926129:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8392 00000100:00100000:3.0:1763340284.931136:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.931190:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280510848 00000100:00100000:0.0:1763340284.931201:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280510848 00000100:00100000:0.0:1763340284.931263:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8393 00000100:00100000:0.0:1763340284.931272:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56666:x1848995280510848:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.931292:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.931312:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246cec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157af expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.931388:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.931400:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931411:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931421:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.931428:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931434:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931467:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931474:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931479:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931485:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931490:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.931493:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931500:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931510:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340284.931513:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.931518:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931523:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18246cf3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931574:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931580:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931585:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931589:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.931592:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931597:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931602:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340284.931604:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.931607:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931612:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246cfa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.931637:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246cec lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157af expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.931645:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340284.931648:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340284.931651:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246cec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157af expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.931660:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340284.931722:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56666:x1848995280510848:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 451us (596us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340284.931729:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8393 00000100:00100000:1.0:1763340284.944650:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.944751:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280511104 00000100:00100000:0.0:1763340284.944769:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280511104 00000100:00100000:0.0:1763340284.944829:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8394 00000100:00100000:0.0:1763340284.944839:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56665:x1848995280511104:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.944860:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.944863:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340284.944892:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ce5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157a8 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.944924:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340284.944933:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340284.944947:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d01 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157b6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.945046:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.945059:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945068:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945081:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.945087:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945092:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945410:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.945418:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945424:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340284.945433:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 0 00010000:00010000:0.0:1763340284.945457:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945463:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945469:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945475:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945480:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.945483:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945494:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945500:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799e00) 00010000:00010000:0.0:1763340284.945503:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.945505:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945511:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d08 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340284.945523:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ea459afa reply state 0000000067ae3581 transno 4294972022 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945562:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.945568:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340284.945571:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340284.945574:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340284.945600:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d01 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 193 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.945617:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.945624:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340284.945626:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.945629:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:0.0:1763340284.945713:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56665:x1848995280511104:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 876us (1071us total) trans 4294972022 rc 0/0 00000100:00100000:0.0:1763340284.945724:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8394 00000100:00100000:2.0:1763340284.955371:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.955468:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280511360 00000100:00100000:0.0:1763340284.955479:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280511360 00000100:00100000:0.0:1763340284.955569:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8395 00000100:00100000:0.0:1763340284.955581:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56665:x1848995280511360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.955604:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.955625:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246d24 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157bd expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.955742:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.955756:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.955765:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.955813:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.955826:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 194 pid: 8423 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340284.955841:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292140544:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340284.955912:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555f90a9840 going to sleep for 11 seconds 00000100:00100000:0.0:1763340284.957916:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.957992:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280511616 00000100:00100000:2.0:1763340284.958001:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280511616 00000100:00100000:2.0:1763340284.958059:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8396 00000100:00100000:2.0:1763340284.958069:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56667:x1848995280511616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.958089:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.958107:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d32 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157c4 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.958197:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340284.958210:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958221:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340284.958236:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 0 00010000:00010000:2.0:1763340284.958312:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958319:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958324:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958329:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340284.958333:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958340:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958351:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:2.0:1763340284.958355:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763340284.958360:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958366:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d39 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340284.958404:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d32 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157c4 expref: 197 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.958414:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:2.0:1763340284.958417:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340284.958421:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d32 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157c4 expref: 197 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.958436:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340284.958504:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56667:x1848995280511616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 437us (596us total) trans 4294972023 rc 301/301 00000100:00100000:2.0:1763340284.958513:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8396 00000100:00100000:1.0:1763340284.962252:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.962340:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292140544:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340284.962367:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340284.962414:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280511744 00000100:00100000:2.0:1763340284.962421:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280511744 00010000:00010000:2.0:1763340284.962456:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340284.963134:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2721 00000100:00100000:1.0:1763340284.963147:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2407:x1848995280511744:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340284.963167:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340284.963174:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.963186:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.963209:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246d16 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157b6 expref: 196 pid: 8423 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340284.963237:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:1.0:1763340284.963242:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.963251:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.963258:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340284.963285:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340284.963330:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:2407:x1848995280511744:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 187us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340284.963337:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2721 00010000:00010000:0.0:1763340284.963409:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963416:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340284.963439:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 0 00000004:00080000:0.0:1763340284.963630:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e7:0x0], index 1: 0 00000004:00080000:0.0:1763340284.963636:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e7:0x0], index 0: 0 00000004:00080000:0.0:1763340284.963641:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e8:0x0], index 0: 0 00000004:00080000:0.0:1763340284.963645:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e8:0x0], index 1: 0 00010000:00010000:0.0:1763340284.963754:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963763:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963769:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963775:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.963779:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963786:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963796:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340284.963798:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340284.963802:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963808:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d2b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.963852:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246d24 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157bd expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.963861:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340284.963863:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340284.963866:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246d24 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157bd expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.963878:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340284.963913:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56665:x1848995280511360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8335us (8553us total) trans 4294972024 rc 301/301 00000100:00100000:0.0:1763340284.963919:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8395 00000100:00100000:1.0:1763340284.967510:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.967626:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280512000 00000100:00100000:2.0:1763340284.967637:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280512000 00000100:00100000:2.0:1763340284.967703:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2845 00000100:00100000:2.0:1763340284.967713:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56667:x1848995280512000:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.968048:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56667:x1848995280512000:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 335us (545us total) trans 4294972025 rc 0/0 00000100:00100000:2.0:1763340284.968055:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2845 00000100:00100000:3.0:1763340284.972279:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.973258:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280512256 00000100:00100000:1.0:1763340284.973269:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280512256 00000100:00100000:1.0:1763340284.973333:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2846 00000100:00100000:1.0:1763340284.973344:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56665:x1848995280512256:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340284.973614:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56665:x1848995280512256:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 271us (1347us total) trans 4294972026 rc 0/0 00000100:00100000:1.0:1763340284.973622:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2846 00000100:00100000:3.0:1763340284.976563:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340284.976962:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280512512 00000100:00100000:0.0:1763340284.976972:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280512512 00000100:00100000:0.0:1763340284.977035:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8397 00000100:00100000:0.0:1763340284.977043:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56667:x1848995280512512:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340284.977065:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340284.977087:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246d4e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157cb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.977154:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.977167:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977178:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977187:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.977193:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977199:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977303:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d63 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340284.977311:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d63 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977318:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d63 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340284.977328:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 0 00010000:00010000:0.0:1763340284.977403:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977410:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977416:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977422:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977428:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.977431:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977438:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977449:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340284.977452:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.977456:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977462:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246d55 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977485:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977491:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977496:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977500:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340284.977502:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977507:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977512:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340284.977514:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340284.977516:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977525:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246d5c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340284.977596:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246d4e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157cb expref: 199 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.977614:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d63 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157cb expref: 198 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340284.977621:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799e00) 00010000:00010000:0.0:1763340284.977623:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340284.977625:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:0.0:1763340284.977681:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56667:x1848995280512512:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 639us (1161us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1763340284.977688:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8397 00000100:00100000:3.0:1763340284.978826:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.979002:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280512768 00000100:00100000:2.0:1763340284.979010:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280512768 00000100:00100000:2.0:1763340284.979059:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2847 00000100:00100000:2.0:1763340284.979067:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56665:x1848995280512768:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.979229:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56665:x1848995280512768:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 162us (406us total) trans 4294972028 rc 0/0 00000100:00100000:2.0:1763340284.979236:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2847 00000100:00100000:3.0:1763340284.985453:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.986311:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280512896 00000100:00100000:2.0:1763340284.986322:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280512896 00000100:00100000:2.0:1763340284.986384:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5564 00000100:00100000:2.0:1763340284.986394:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280512896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340284.986412:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.986434:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157d2 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340284.986457:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340284.986476:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.986479:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340284.986488:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 19 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.986505:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 19 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340284.986517:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340284.990820:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280512896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4413us (5362us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340284.990834:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5564 00000100:00100000:1.0:1763340284.991600:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340284.992171:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280513152 00000100:00100000:2.0:1763340284.992181:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280513152 00000100:00100000:2.0:1763340284.992237:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8398 00000100:00100000:2.0:1763340284.992245:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280513152:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340284.992269:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340284.992272:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340284.992297:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246d63 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157cb expref: 199 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.992331:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555d1799e00) 00010000:00010000:2.0:1763340284.992342:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340284.992356:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d78 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157d9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.992458:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246d7f lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340284.992470:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246d7f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340284.992478:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246d7f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340284.992491:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 0 00010000:00010000:2.0:1763340284.992616:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246d78 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d9 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.992628:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246d7f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d9 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340284.992635:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340284.992638:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763340284.992640:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be400, rc 0) 00000100:00100000:2.0:1763340284.992698:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280513152:12345-192.168.203.42@tcp:101:bash.0 Request processed in 453us (1100us total) trans 4294972029 rc 0/0 00000100:00100000:2.0:1763340284.992705:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8398 00000100:00100000:1.0:1763340284.997064:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340284.997098:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340284.997185:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280513280 00000100:00100000:3.0:1763340284.997194:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280513280 00000100:00100000:3.0:1763340284.997250:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8399 00000100:00100000:3.0:1763340284.997259:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280513280:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340284.997283:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340284.997305:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246d8d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157e0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.997334:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246d94 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340284.997345:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246d94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.997355:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246d94 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340284.997461:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246d8d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157e0 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.997478:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246d94 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157e0 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340284.997491:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340284.997494:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340284.997497:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:3.0:1763340284.997564:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280513280:12345-192.168.203.42@tcp:101:bash.0 Request processed in 306us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340284.997571:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8399 00000100:00100000:2.0:1763340284.998033:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280513536 00000100:00100000:2.0:1763340284.998038:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280513536 00000100:00100000:2.0:1763340284.998076:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2848 00000100:00100000:2.0:1763340284.998083:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56667:x1848995280513536:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340284.998216:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56667:x1848995280513536:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 133us (1117us total) trans 4294972030 rc 0/0 00000100:00100000:2.0:1763340284.998222:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2848 00000100:00100000:1.0:1763340285.002314:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.002409:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280513792 00000100:00100000:2.0:1763340285.002420:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280513792 00000100:00100000:2.0:1763340285.002485:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8400 00000100:00100000:2.0:1763340285.002496:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56667:x1848995280513792:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.002517:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.002572:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246d9b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157e7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.002645:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.002658:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002680:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002690:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.002697:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002704:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002802:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.002813:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002819:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002825:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002830:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.002834:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002840:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002849:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.002855:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002861:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246db0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.002878:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 0 00010000:00010000:2.0:1763340285.002956:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002964:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002970:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002976:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002981:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.002984:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.002991:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003000:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5f00) 00010000:00010000:2.0:1763340285.003003:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.003006:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003011:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246da2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003021:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003027:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003032:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003037:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.003039:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003045:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003056:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340285.003058:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.003061:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003067:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246da9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.003098:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246d9b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157e7 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.003108:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5f00) 00010000:00010000:2.0:1763340285.003111:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340285.003115:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246d9b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157e7 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.003129:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340285.003190:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56667:x1848995280513792:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 695us (884us total) trans 4294972031 rc 301/301 00000100:00100000:2.0:1763340285.003198:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8400 00000100:00100000:1.0:1763340285.005812:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.005964:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280514048 00000100:00100000:3.0:1763340285.005975:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280514048 00000100:00100000:3.0:1763340285.006029:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2849 00000100:00100000:3.0:1763340285.006038:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56667:x1848995280514048:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340285.007243:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56667:x1848995280514048:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1200us (1434us total) trans 4294972032 rc 0/0 00000100:00100000:3.0:1763340285.008018:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2849 00000100:00100000:1.0:1763340285.014342:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.014388:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.014468:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280514304 00000100:00100000:3.0:1763340285.014478:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280514304 00000100:00100000:3.0:1763340285.014566:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8401 00000100:00100000:3.0:1763340285.014576:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280514304:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340285.014633:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.014661:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246d7f lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d9 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.014691:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.014696:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340285.014894:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340285.014913:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.014924:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:3.0:1763340285.014967:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972033 00000004:00010000:3.0:1763340285.014991:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022ac1e65 reply state 00000000e6889358 transno 4294972034 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.015003:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.015010:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.015013:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340285.015016:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340285.015102:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280514304:12345-192.168.203.42@tcp:36:bash.0 Request processed in 527us (770us total) trans 4294972034 rc 0/0 00000100:00100000:3.0:1763340285.015109:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8401 00000020:00080000:3.0:1763340285.015115:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340285.016122:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280514432 00000100:00100000:2.0:1763340285.016132:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280514432 00000100:00100000:2.0:1763340285.016176:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2850 00000100:00100000:2.0:1763340285.016185:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56667:x1848995280514432:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:2.0:1763340285.016297:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56667:x1848995280514432:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 112us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.016304:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2850 00000100:00100000:1.0:1763340285.020068:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.029575:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280514560 00000100:00100000:0.0:1763340285.029592:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280514560 00000100:00100000:0.0:1763340285.029675:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8402 00000100:00100000:0.0:1763340285.029687:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280514560:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340285.029713:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.029737:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246dc5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157ee expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.029994:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246dc5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157ee expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.030011:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246dc5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157ee expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.030032:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.030035:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340285.030039:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6c00, rc 0) 00000100:00100000:0.0:1763340285.030115:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280514560:12345-192.168.203.42@tcp:101:bash.0 Request processed in 431us (10055us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.030123:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8402 00000100:00100000:1.0:1763340285.041244:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.041344:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280514816 00000100:00100000:0.0:1763340285.041356:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280514816 00000100:00100000:0.0:1763340285.041420:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8403 00000100:00100000:0.0:1763340285.041431:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280514816:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340285.041455:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.041458:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340285.041485:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246dc5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157ee expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.041521:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.041527:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340285.041584:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246dcc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157f5 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.041637:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246dd3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.041651:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246dd3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.041661:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246dd3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763340285.041919:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1180, 88 off100528 00000004:00080000:0.0:1763340285.041931:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025849397090ns, next at 1026715199107ns, rc = 0 00000040:00080000:0.0:1763340285.041971:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1158, 88 off98824 00000004:00080000:0.0:1763340285.041977:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025849444688ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.042007:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1159, 88 off98912 00000004:00080000:0.0:1763340285.042011:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025849478520ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.042034:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1181, 88 off100616 00000004:00080000:0.0:1763340285.042038:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025849505361ns, next at 1026715199107ns, rc = 0 00000100:00100000:1.0:1763340285.042958:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.043152:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515072 00000100:00100000:3.0:1763340285.043161:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515072 00000100:00100000:3.0:1763340285.043218:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8404 00000100:00100000:3.0:1763340285.043228:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56668:x1848995280515072:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.043248:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.043267:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246dda lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df157fc expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.043332:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340285.043348:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043357:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043367:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340285.043374:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043380:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043468:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340285.043476:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043482:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340285.043491:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 2 00010000:00010000:3.0:1763340285.043717:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043725:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043732:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043737:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.043742:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043750:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043761:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.043765:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763340285.043769:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043775:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18246def lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043873:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043879:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043884:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043890:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043894:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.043897:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043902:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043909:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817f00) 00010000:00010000:3.0:1763340285.043911:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.043913:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043918:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18246de1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043926:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043931:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043935:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043939:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.043942:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043947:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043952:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:3.0:1763340285.043954:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.043957:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043962:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18246de8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.043991:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246dda lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157fc expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.043999:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817f00) 00010000:00010000:3.0:1763340285.044002:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340285.044006:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18246dda lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157fc expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.044018:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:3.0:1763340285.044079:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56668:x1848995280515072:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 851us (1125us total) trans 4294972036 rc 301/301 00000100:00100000:3.0:1763340285.044087:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8404 00000001:00080000:2.0:1763340285.045308:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972035 is committed 00000004:00080000:2.0:1763340285.045317:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 778 committed 00000004:00080000:2.0:1763340285.045333:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 757 committed 00010000:00010000:1.0:1763340285.045345:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340285.045347:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 756 committed 00000004:00080000:2.0:1763340285.045350:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 777 committed 00010000:00010000:1.0:1763340285.045355:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.045362:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.045367:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.045370:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.045376:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340285.045377:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 776 committed 00000004:00080000:2.0:1763340285.045380:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 755 committed 00010000:00010000:1.0:1763340285.045388:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:1.0:1763340285.045392:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.045395:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.045400:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246c91 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.045415:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045421:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045426:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045430:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.045433:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045438:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045445:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fd5a5300) 00010000:00010000:1.0:1763340285.045448:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.045450:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045456:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18246d0f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045483:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045489:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045495:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045499:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.045502:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045507:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045514:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.045516:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.045518:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.045524:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18246dbe lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340285.045705:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292140800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.045745:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292140928:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.045775:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.045802:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292140672:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.046066:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292140800 00000100:00100000:3.0:1763340285.046072:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292140800 00000100:00100000:3.0:1763340285.046229:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5565 00000100:00100000:3.0:1763340285.046237:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3651:x1848995292140800:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340285.046258:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:482 count 1 00010000:00010000:3.0:1763340285.046277:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.046293:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.046301:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.046303:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.046306:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.046327:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.046339:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 18 pid: 35202 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340285.046350:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292141440:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.046405:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.046408:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292141312:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340285.046424:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292141184:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.046430:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.046445:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292140672 00000100:00100000:1.0:1763340285.046449:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292140672 00000100:00100000:2.0:1763340285.046461:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292141312 00000100:00100000:2.0:1763340285.046465:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292141312 00000100:00100000:1.0:1763340285.046471:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5566 00000100:00100000:1.0:1763340285.046476:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292140672:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.046485:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5567 00002000:00080000:1.0:1763340285.046487:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:481 count 1 00000100:00100000:2.0:1763340285.046490:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3651:x1848995292141312:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340285.046498:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.046513:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 18 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.046519:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.046521:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.046523:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.046564:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 18 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.046573:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 18 pid: 16598 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1763340285.046581:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292141568:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.046633:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3900 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.046651:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3651:x1848995292141312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 160us (219us total) trans 17179871181 rc 0/0 00000100:00100000:1.0:1763340285.046651:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.046659:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5567 00000100:00100000:1.0:1763340285.046684:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292141184 00000100:00100000:1.0:1763340285.046688:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292141184 00000100:00100000:1.0:1763340285.046706:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568 00000004:00080000:2.0:1763340285.046710:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18e00/2, rc 0, transno 17179871181 00000100:00100000:1.0:1763340285.046711:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3650:x1848995292141184:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.046716:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292141312:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340285.046772:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340285.046776:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.046778:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.046780:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb ctime from disk: 0 -> 0 00000100:00100000:3.0:1763340285.046919:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.047026:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292141952:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340285.047052:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.047134:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.047160:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292141696:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.047182:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.047200:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763340285.047205:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292141056:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.047223:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.047239:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292141824:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.047258:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.047283:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292141952 00000100:00100000:0.0:1763340285.047286:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292141952 00000100:00100000:0.0:1763340285.047315:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292140928 00000100:00100000:0.0:1763340285.047318:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292140928 00000100:00100000:0.0:1763340285.047328:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292141696 00000100:00100000:0.0:1763340285.047330:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292141696 00000100:00100000:0.0:1763340285.047337:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292141056 00000100:00100000:0.0:1763340285.047339:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292141056 00000100:00100000:0.0:1763340285.047346:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292141824 00000100:00100000:0.0:1763340285.047348:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292141824 00000100:00100000:0.0:1763340285.047358:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5569 00000100:00100000:0.0:1763340285.047363:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+80:3650:x1848995292141952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340285.047376:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:485 count 1 00010000:00010000:0.0:1763340285.047389:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047402:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047408:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.047410:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.047413:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047433:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047442:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.047452:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292142080:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.047482:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.047497:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5570 00000100:00100000:0.0:1763340285.047505:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292140928:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340285.047516:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:485 count 1 00010000:00010000:0.0:1763340285.047526:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047562:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 18 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047568:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.047570:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.047572:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047591:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 18 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047600:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 18 pid: 30853 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.047609:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292142208:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.047633:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e0468c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.047647:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5571 00000100:00100000:0.0:1763340285.047653:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+80:3648:x1848995292141696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340285.047663:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:481 count 1 00010000:00010000:0.0:1763340285.047682:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047692:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047698:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.047699:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.047702:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047717:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.047724:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.047732:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292142336:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.047751:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e0468600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.047767:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5572 00000100:00100000:0.0:1763340285.047774:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292141056:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.048054:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763340285.048060:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292142464:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340285.048083:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.048158:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292142464 00000100:00100000:3.0:1763340285.048161:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292142464 00000100:00100000:3.0:1763340285.048176:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5573 00000100:00100000:3.0:1763340285.048181:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+81:3648:x1848995292141824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340285.048192:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:482 count 1 00010000:00010000:3.0:1763340285.048287:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.048299:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.048304:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.048305:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.048308:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.048328:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 41 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.048337:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340285.048347:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292142848:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340285.048375:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000100:00080000:3.0:1763340285.048419:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763340285.048430:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292142720:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.048455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763340285.048679:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340285.048724:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292141184:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2010us (2070us total) trans 17179871182 rc 0/0 00000100:00100000:1.0:1763340285.048732:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568 00000100:00100000:3.0:1763340285.050796:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340285.050814:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292142592:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.050865:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1763340285.051265:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:486 count 1 00002000:00010000:0.0:1763340285.051297:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340285.051305:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.051317:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.051319:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.051324:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.051337:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.051347:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.051356:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.051382:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340285.051567:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292142720 00000100:00100000:1.0:1763340285.051576:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292142720 00000100:00100000:1.0:1763340285.051609:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292142592 00000100:00100000:1.0:1763340285.051613:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292142592 00000100:00100000:1.0:1763340285.051632:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574 00000100:00100000:1.0:1763340285.051641:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+83:3650:x1848995292142464:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340285.051659:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246dd3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157f5 expref: 184 pid: 6513 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763340285.051660:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:486 count 1 00010000:00010000:3.0:1763340285.051685:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.051689:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00002000:00010000:1.0:1763340285.051691:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340285.051698:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.051707:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246dcc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157f5 expref: 184 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340285.051710:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.051714:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.051719:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.051731:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.051739:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.051747:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246dd3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157f5 expref: 183 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.051748:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.051779:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.051895:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340285.052051:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+84:3650:x1848995292142464:12345-0@lo:6:osp-syn-0-1.0 Request processed in 410us (3965us total) trans 21474838463 rc 0/0 00000100:00100000:1.0:1763340285.052059:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574 00000100:00100000:1.0:1763340285.052078:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5575 00000100:00100000:1.0:1763340285.052083:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+83:3649:x1848995292142720:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340285.052191:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+84:3649:x1848995292142720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 107us (3734us total) trans 21474838464 rc 0/0 00000100:00100000:1.0:1763340285.052199:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5575 00000100:00100000:1.0:1763340285.052214:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5576 00000100:00100000:1.0:1763340285.052221:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+83:3649:x1848995292142592:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340285.052287:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+84:3649:x1848995292142592:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (1421us total) trans 21474838465 rc 0/0 00000100:00100000:1.0:1763340285.052293:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5576 00000004:00080000:1.0:1763340285.052341:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d86680/2, rc 0, transno 21474838463 00000100:00100000:1.0:1763340285.052348:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292142464:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340285.052366:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18700/2, rc 0, transno 17179871182 00000100:00100000:1.0:1763340285.052370:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292141184:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340285.053309:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d87100/2, rc 0, transno 21474838465 00000100:00100000:2.0:1763340285.053316:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292142592:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340285.053325:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d84e00/2, rc 0, transno 21474838464 00000100:00100000:2.0:1763340285.053328:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292142720:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340285.053585:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340285.053594:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053604:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ade00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340285.053608:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053617:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053635:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053642:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e27 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053658:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340285.053661:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053679:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340285.053682:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053688:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053698:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053703:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246e2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.053716:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.053717:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.053719:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340285.056204:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292141056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8420us (8969us total) trans 17179871183 rc 0/0 00000100:00100000:0.0:1763340285.056218:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5572 00010000:00010000:0.0:1763340285.056259:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340285.056374:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f19880/2, rc 0, transno 17179871183 00000100:00100000:2.0:1763340285.056382:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292141056:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340285.056561:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340285.056568:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:3.0:1763340285.056742:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:55868:x1848995280514816:12345-192.168.203.42@tcp:101:bash.0 Request processed in 15310us (15510us total) trans 4294972035 rc 0/0 00000100:00100000:3.0:1763340285.056750:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8403 00000100:00100000:0.0:1763340285.056907:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.057039:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292142080:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.057061:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.057097:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.057117:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.057136:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515328 00000100:00100000:0.0:1763340285.057142:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515328 00010000:00010000:0.0:1763340285.057172:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 19 pid: 16598 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.057195:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515584 00000100:00100000:0.0:1763340285.057198:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515584 00010000:00010000:0.0:1763340285.057212:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 42 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.057231:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2722 00000100:00100000:0.0:1763340285.057240:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280515328:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.057255:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.057261:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 19 pid: 16598 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.057273:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 19 pid: 16598 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.057297:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.057299:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.057304:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057315:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057334:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.057362:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280515328:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 122us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.057368:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2722 00000100:00100000:0.0:1763340285.057382:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2723 00000100:00100000:0.0:1763340285.057388:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:2409:x1848995280515584:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.057396:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.057420:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 42 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.057430:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 42 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.057444:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18246c2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15769 expref: 42 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.057454:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.057456:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.057459:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057466:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057482:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.057499:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2409:x1848995280515584:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 111us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.057504:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2723 00010000:00010000:0.0:1763340285.057619:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057627:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057636:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057643:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057674:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340285.057880:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+84:3650:x1848995292141952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10515us (10826us total) trans 21474838466 rc 0/0 00000100:00100000:0.0:1763340285.057888:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5569 00010000:00010000:0.0:1763340285.057906:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.057913:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057920:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.057924:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057933:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057945:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057952:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18246e0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.057969:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.057971:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.057972:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340285.057998:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cdce00/2, rc 0, transno 21474838466 00000100:00100000:0.0:1763340285.058007:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292141952:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.058042:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.058060:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515456 00000100:00100000:0.0:1763340285.058064:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515456 00010000:00010000:0.0:1763340285.058080:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 19 pid: 35202 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.058100:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2724 00000100:00100000:0.0:1763340285.058106:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280515456:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.058114:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.058118:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 19 pid: 35202 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.058128:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 19 pid: 35202 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.058143:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.058145:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.058148:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058156:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058187:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.058205:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280515456:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 99us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.058212:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2724 00000100:00100000:0.0:1763340285.058321:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292142208:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.058337:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.058375:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.058392:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515712 00000100:00100000:0.0:1763340285.058395:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515712 00010000:00010000:0.0:1763340285.058409:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 19 pid: 30853 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.058429:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2725 00000100:00100000:0.0:1763340285.058436:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280515712:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.058452:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.058456:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 19 pid: 30853 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.058466:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 19 pid: 30853 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.058479:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246c3d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15777 expref: 19 pid: 30853 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.058489:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.058491:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.058495:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058502:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058518:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.058557:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280515712:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 122us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.058564:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2725 00010000:00010000:0.0:1763340285.058607:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058616:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058625:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058632:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058650:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340285.058800:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292140928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11294us (11664us total) trans 17179871184 rc 0/0 00000100:00100000:0.0:1763340285.058807:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5570 00010000:00010000:0.0:1763340285.058825:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.058831:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058838:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.058842:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058850:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058862:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058869:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246e12 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.058883:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.058885:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.058887:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340285.058944:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292142336:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.058959:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.059036:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.059057:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515840 00000100:00100000:0.0:1763340285.059061:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515840 00010000:00010000:0.0:1763340285.059078:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.059098:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2726 00000100:00100000:0.0:1763340285.059105:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2409:x1848995280515840:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.059112:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.059117:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.059127:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.059140:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555da584800/0xbdebf3fb18246b72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15731 expref: 41 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.059149:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.059151:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.059154:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059162:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059177:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.059196:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2409:x1848995280515840:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 91us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.059203:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2726 00010000:00010000:0.0:1763340285.059220:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059228:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059237:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059245:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059257:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340285.059444:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+84:3648:x1848995292141696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11790us (12259us total) trans 21474838467 rc 0/0 00000100:00100000:0.0:1763340285.059452:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5571 00010000:00010000:0.0:1763340285.059469:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.059474:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059482:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.059486:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059494:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059506:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059513:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246e19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059526:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.059528:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.059552:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340285.059611:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.059625:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515968 00000100:00100000:0.0:1763340285.059629:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515968 00010000:00010000:0.0:1763340285.059645:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 40 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.059675:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2727 00000100:00100000:0.0:1763340285.059682:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2410:x1848995280515968:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.059690:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.059693:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 40 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.059702:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 40 pid: 35203 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.059714:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.059715:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.059718:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059725:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.059736:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.059756:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2410:x1848995280515968:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 74us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.059762:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2727 00010000:00010000:3.0:1763340285.059888:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da584a00/0xbdebf3fb18246b02 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1570e expref: 17 pid: 35202 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340285.059900:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292141440:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340285.059915:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.059922:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.059928:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.059936:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.059943:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.059965:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340285.060149:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292140800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13911us (14372us total) trans 17179871185 rc 0/0 00000100:00100000:3.0:1763340285.060156:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5565 00010000:00010000:3.0:1763340285.060186:0:35213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18246b1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1571c expref: 39 pid: 35203 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340285.060197:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292142848:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340285.060208:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060216:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060223:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060231:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060238:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060252:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340285.060348:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+84:3648:x1848995292141824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12166us (13089us total) trans 21474838468 rc 0/0 00000100:00100000:3.0:1763340285.060354:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5573 00000004:00080000:3.0:1763340285.060386:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbdc00/2, rc 0, transno 17179871185 00000100:00100000:3.0:1763340285.060392:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292140800:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340285.060404:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340285.060409:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060416:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340285.060419:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060427:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060446:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060452:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da584000/0xbdebf3fb18246dfd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060466:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340285.060470:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060476:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340285.060479:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060486:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060496:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060502:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555da584200/0xbdebf3fb18246e20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060513:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340285.060515:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340285.060517:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340285.060528:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280515200 00000100:00100000:3.0:1763340285.060554:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280515200 00000100:00100000:3.0:1763340285.060590:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8405 00000100:00100000:3.0:1763340285.060597:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56668:x1848995280515200:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.060611:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.060624:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246e35 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15803 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060713:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340285.060724:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.060732:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340285.060754:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 2 00000004:00200000:3.0:1763340285.060759:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340285.060776:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.060798:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246e35 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060811:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.060819:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.060822:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340285.060825:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:3.0:1763340285.060855:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56668:x1848995280515200:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 259us (3949us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.060862:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8405 00000004:00080000:2.0:1763340285.061187:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cde300/2, rc 0, transno 21474838468 00000100:00100000:2.0:1763340285.061194:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292141824:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763340285.061206:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cdfb80/2, rc 0, transno 21474838467 00000100:00100000:2.0:1763340285.061209:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292141696:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763340285.061221:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f1ad80/2, rc 0, transno 17179871184 00000100:00100000:2.0:1763340285.061225:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292140928:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340285.061253:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f584f400/0xbdebf3fb18246911 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15666 expref: 16 pid: 16598 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340285.061264:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292141568:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.061280:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.061290:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.061297:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.061306:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.061313:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.061333:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340285.061487:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292140672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15009us (15081us total) trans 17179871186 rc 0/0 00000100:00100000:2.0:1763340285.061494:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5566 00000004:00080000:2.0:1763340285.061525:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbd880/2, rc 0, transno 17179871186 00000100:00100000:2.0:1763340285.061561:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292140672:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340285.061807:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340285.061814:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.061822:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340285.061825:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.061833:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.061847:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.061854:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246e04 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.061868:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340285.061869:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340285.061871:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.062258:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340285.065181:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.065243:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280516224 00000100:00100000:3.0:1763340285.065254:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280516224 00000100:00100000:3.0:1763340285.065302:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2851 00000100:00100000:3.0:1763340285.065310:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b68850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56668:x1848995280516224:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340285.065520:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b68850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56668:x1848995280516224:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 211us (346us total) trans 4294972037 rc 0/0 00000100:00100000:3.0:1763340285.065554:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2851 00000100:00100000:0.0:1763340285.066220:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.066270:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280516352 00000100:00100000:2.0:1763340285.066274:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280516352 00000100:00100000:2.0:1763340285.066309:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5577 00000100:00100000:2.0:1763340285.066315:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280516352:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.066327:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.066343:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1580a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.066367:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 17 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.066374:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.066376:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.066381:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 17 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.066408:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 17 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.066420:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 17 pid: 35203 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1763340285.066431:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292142976:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.066486:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340285.072833:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.072935:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.073040:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292142976:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.073075:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 17 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.073098:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340285.073162:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280516352:12345-192.168.203.42@tcp:101:bash.0 Request processed in 6845us (6942us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.073172:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5577 00000100:00100000:3.0:1763340285.073371:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280516480 00000100:00100000:3.0:1763340285.073380:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280516480 00010000:00010000:3.0:1763340285.073412:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 17 pid: 35203 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1763340285.073451:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2728 00000100:00100000:3.0:1763340285.073460:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280516480:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340285.073475:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.073480:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 17 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1763340285.073494:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 17 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1763340285.073517:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18246d71 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157d2 expref: 17 pid: 35203 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1763340285.073529:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.073569:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.073577:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.073589:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.073624:0:7449:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.073637:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292143104:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340285.073702:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c54b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.073838:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280516608 00000100:00100000:0.0:1763340285.073843:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280516608 00000100:00100000:0.0:1763340285.073885:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8406 00000100:00100000:0.0:1763340285.073893:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56668:x1848995280516608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.073912:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.073930:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246e4a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15811 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.073988:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.074000:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074010:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074022:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.074029:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074035:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074103:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246e5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.074112:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246e5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074120:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246e5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340285.074157:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 2 00000004:00200000:0.0:1763340285.074162:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340285.074178:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246e5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074187:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246e5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074194:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074200:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074205:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074210:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074215:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ade00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.074219:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074224:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074232:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799500) 00010000:00010000:0.0:1763340285.074234:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.074237:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074242:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246e51 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074264:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074270:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074274:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074278:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7acc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.074281:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074285:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074292:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799700) 00010000:00010000:0.0:1763340285.074294:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.074297:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074302:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246e58 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.074329:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246e4a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15811 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.074342:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246e5f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15811 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.074353:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.074356:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340285.074358:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:0.0:1763340285.074401:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56668:x1848995280516608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 509us (1466us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.074408:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8406 00000100:00100000:1.0:1763340285.079416:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.079463:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.079613:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280516864 00000100:00100000:2.0:1763340285.079623:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280516864 00000100:00100000:2.0:1763340285.079690:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5578 00000100:00100000:2.0:1763340285.079701:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280516864:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.079719:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.079737:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246e66 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15818 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340285.079808:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292143232:192.168.203.42@tcp:106: 00000100:00100000:2.0:1763340285.079884:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.080359:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292143104:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340285.080378:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340285.080422:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280516480:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 6961us (7598us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.080432:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2728 00000100:00100000:3.0:1763340285.080454:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280516736 00000100:00100000:3.0:1763340285.080458:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280516736 00000100:00100000:3.0:1763340285.081156:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 405 00000100:00100000:3.0:1763340285.081168:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:2410:x1848995280516736:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340285.081183:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.081207:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246e5f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15811 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.081238:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.081243:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340285.081272:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:2410:x1848995280516736:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 107us (1865us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.081279:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 405 00000100:00100000:1.0:1763340285.086089:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.086264:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280516992 00000100:00100000:3.0:1763340285.086275:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280516992 00000100:00100000:3.0:1763340285.086337:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5579 00000100:00100000:3.0:1763340285.086347:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:55868:x1848995280516992:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340285.086366:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.086389:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1581f expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340285.086411:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340285.086433:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.086435:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.086444:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 40 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.086459:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 40 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.086470:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b59200, rc 0) 00000100:00100000:3.0:1763340285.086526:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:55868:x1848995280516992:12345-192.168.203.42@tcp:101:bash.0 Request processed in 181us (446us total) trans 0 rc 0/0 00002000:00010000:2.0:1763340285.086741:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb mtime: 0 -> 1763340285 00002000:00010000:2.0:1763340285.086746:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb atime: 0 -> 1763340285 00002000:00010000:2.0:1763340285.086748:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb ctime: 0 -> 1763340285 00000100:00100000:2.0:1763340285.086759:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292143232:192.168.203.42@tcp:106: 00010000:00010000:2.0:1763340285.086797:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246e66 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15818 expref: 17 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.086813:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246e66 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15818 expref: 17 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.086823:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340285.086859:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280516864:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7161us (7395us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340285.086867:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5578 00000100:00100000:3.0:1763340285.087713:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5579 00000100:00100000:0.0:1763340285.093609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.093650:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.094046:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280517248 00000100:00100000:1.0:1763340285.094056:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280517248 00002000:00010000:1.0:1763340285.094100:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/487 (0->18446744073709551615) 00002000:00100000:1.0:1763340285.094105:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3a9aa00 with x1848995280517248 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340285.094120:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3a9aa00. 00000100:00100000:1.0:1763340285.094146:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280517120 00000100:00100000:1.0:1763340285.094149:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280517120 00002000:00010000:1.0:1763340285.094162:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/487 (0->18446744073709551615) 00002000:00100000:1.0:1763340285.094165:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3a9b800 with x1848995280517120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340285.094171:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3a9b800. 00000100:00100000:1.0:1763340285.094201:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1437 00000100:00100000:1.0:1763340285.094210:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2407:x1848995280517248:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:0.0:1763340285.094223:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1438 00000100:00100000:0.0:1763340285.094232:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280517120:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340285.094361:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340285.094361:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340285.094365:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.094366:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:1.0:1763340285.094368:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.094369:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb atime from disk: 1763340285 -> 0 00002000:00010000:1.0:1763340285.094371:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:0.0:1763340285.094371:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.094374:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763340285.094374:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340285.094430:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2407:x1848995280517248:12345-192.168.203.42@tcp:10:bash.0 Request processed in 218us (827us total) trans 21474838469 rc 0/0 00000100:00100000:0.0:1763340285.094430:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280517120:12345-192.168.203.42@tcp:10:bash.0 Request processed in 201us (781us total) trans 17179871187 rc 0/0 00000100:00100000:1.0:1763340285.094437:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1437 00000100:00100000:0.0:1763340285.094440:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1438 00002000:00010000:1.0:1763340285.094441:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/487 (0->18446744073709551615) 00002000:00010000:0.0:1763340285.094442:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/487 (0->18446744073709551615) 00002000:00100000:1.0:1763340285.094444:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3a9aa00 with x1848995280517248 ext(0->18446744073709551615) 00002000:00100000:0.0:1763340285.094445:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3a9b800 with x1848995280517120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340285.094448:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3a9aa00. 00002000:00010000:0.0:1763340285.094448:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3a9b800. 00000100:00100000:1.0:1763340285.104119:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.104202:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280517504 00000100:00100000:2.0:1763340285.104211:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280517504 00000100:00100000:2.0:1763340285.104257:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2852 00000100:00100000:2.0:1763340285.104266:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280517504:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340285.104568:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280517504:12345-192.168.203.42@tcp:35:bash.0 Request processed in 268us (422us total) trans 4294972038 rc 0/0 00000100:00100000:2.0:1763340285.104576:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2852 00000100:00100000:1.0:1763340285.114457:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.114554:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280517760 00000100:00100000:3.0:1763340285.114563:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280517760 00000100:00100000:3.0:1763340285.114621:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8407 00000100:00100000:3.0:1763340285.114631:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56669:x1848995280517760:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.114654:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.114689:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e74 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15826 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.114789:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246e7b lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340285.114810:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246e7b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.114821:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246e7b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340285.114832:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 5 00010000:00010000:3.0:1763340285.114933:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e74 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15826 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.114952:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246e7b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15826 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.114960:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.114963:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763340285.114966:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:3.0:1763340285.115026:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56669:x1848995280517760:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 397us (579us total) trans 4294972039 rc 0/0 00000100:00100000:3.0:1763340285.115034:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8407 00000100:00100000:0.0:1763340285.127078:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.127120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.127136:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280518016 00000100:00100000:3.0:1763340285.127146:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280518016 00000100:00100000:2.0:1763340285.127185:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280518272 00000100:00100000:2.0:1763340285.127189:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280518272 00000100:00100000:3.0:1763340285.127212:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2853 00000100:00100000:2.0:1763340285.127221:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8408 00000100:00100000:3.0:1763340285.127228:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56670:x1848995280518016:12345-192.168.203.42@tcp:35:rm.0 00000100:00100000:2.0:1763340285.127235:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56669:x1848995280518272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.127385:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.127406:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246e89 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1582d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.127477:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.127491:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.127500:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.127598:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.127623:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56670:x1848995280518016:12345-192.168.203.42@tcp:35:rm.0 Request processed in 400us (551us total) trans 4294972040 rc 0/0 00000100:00100000:3.0:1763340285.127633:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2853 00010000:00010000:2.0:1763340285.127801:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 191 pid: 6514 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340285.127820:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292143360:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.127887:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.129809:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340285.129904:0:6513:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@000000005a16c022 x1848995292143360) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 190 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340285.129922:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 190 pid: 6514 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1763340285.129941:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18246e3c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15803 expref: 190 pid: 6514 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340285.129955:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292143360:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.129977:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.129982:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.129992:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.129999:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.130016:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.130023:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.130028:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.130048:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 5 00010000:00010000:2.0:1763340285.130152:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18246e89 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.130166:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.130174:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.130177:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763340285.130179:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:3.0:1763340285.130431:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280518528 00000100:00100000:3.0:1763340285.130440:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280518528 00000100:00100000:3.0:1763340285.131111:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8409 00000100:00100000:3.0:1763340285.131123:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56670:x1848995280518528:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340285.131172:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763340285.131190:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18246e7b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15826 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.131207:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246dd3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157f5 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.131229:0:6514:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie bdebf3fb18246e3c) 00010000:00010000:3.0:1763340285.131234:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18246d94 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df157e0 expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.131243:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.131246:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340285.131269:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340285.131277:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.131285:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.131296:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340285.131301:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.131307:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.131374:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340285.131383:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.131390:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.131417:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.131428:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 188 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340285.131440:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292143488:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.132947:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56669:x1848995280518272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5707us (5817us total) trans 4294972041 rc 0/0 00000100:00100000:2.0:1763340285.132958:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8408 00000100:00100000:0.0:1763340285.135037:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.140513:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.140605:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292143488:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.140633:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340285.140633:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.140771:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280518656 00000100:00100000:1.0:1763340285.140779:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280518656 00010000:00010000:1.0:1763340285.140815:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 188 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340285.140860:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280518784 00000100:00100000:1.0:1763340285.140863:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2729 00000100:00100000:3.0:1763340285.140867:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280518784 00000100:00100000:1.0:1763340285.140875:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2408:x1848995280518656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.140892:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.140898:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340285.140912:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1763340285.140917:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8410 00000100:00100000:3.0:1763340285.140931:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56669:x1848995280518784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.140943:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246e90 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1582d expref: 189 pid: 6513 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1763340285.140952:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.140960:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.140966:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.140970:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246eb3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15834 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.140975:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.140985:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.141005:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.141049:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2408:x1848995280518656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 177us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.141057:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2729 00010000:00010000:3.0:1763340285.141061:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.141073:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.141084:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.141098:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.141106:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.141168:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141175:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340285.141600:0:6514:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1a1:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763340285.141705:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141713:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141720:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141726:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.141729:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141737:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141747:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.141749:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340285.141752:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.141767:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.141773:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.141794:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141800:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18246eac lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141815:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141821:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141825:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141830:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141835:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.141838:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141844:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141852:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817800) 00010000:00010000:2.0:1763340285.141855:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.141858:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.141862:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.141864:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18246e9e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.141881:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763340285.141890:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024225d2b reply state 00000000e5f035e8 transno 4294972042 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.141901:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340285.141906:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 5 00010000:00010000:2.0:1763340285.141907:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817400) 00010000:00010000:2.0:1763340285.141913:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:3.0:1763340285.141914:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1763340285.141916:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1763340285.141930:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.141955:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18246eb3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15834 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.141970:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15834 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340285.141976:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56670:x1848995280518528:12345-192.168.203.42@tcp:36:rm.0 Request processed in 10853us (12171us total) trans 4294972042 rc 0/0 00010000:00010000:3.0:1763340285.141983:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.141988:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:2.0:1763340285.141989:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8409 00010000:00010000:3.0:1763340285.141993:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584000, rc 0) 00000100:00100000:3.0:1763340285.142026:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56669:x1848995280518784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1098us (1393us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.142035:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8410 00000100:00100000:0.0:1763340285.153726:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.153900:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519040 00000100:00100000:3.0:1763340285.153912:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519040 00000100:00100000:0.0:1763340285.155582:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8411 00000100:00100000:0.0:1763340285.155601:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56669:x1848995280519040:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.155632:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.155657:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246ec1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1583b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.155782:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246ec8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.155797:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246ec8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.155810:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246ec8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340285.155822:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 5 00010000:00010000:0.0:1763340285.155931:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18246ec1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1583b expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.155964:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246ec8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1583b expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.155973:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.155976:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340285.155979:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:0.0:1763340285.156036:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56669:x1848995280519040:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 442us (2321us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1763340285.156044:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8411 00000100:00100000:1.0:1763340285.157962:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.158202:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519168 00000100:00100000:0.0:1763340285.158211:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519168 00000100:00100000:0.0:1763340285.158265:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8412 00000100:00100000:0.0:1763340285.158274:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56671:x1848995280519168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.158293:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.158326:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246ed6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15842 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.158391:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.158403:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158413:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158423:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.158430:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158435:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158468:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158475:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158481:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158487:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158492:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ade00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.158496:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158502:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158511:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799500) 00010000:00010000:0.0:1763340285.158514:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.158517:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158522:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18246edd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158562:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158568:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158574:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158579:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.158582:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158591:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158597:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817400) 00010000:00010000:0.0:1763340285.158599:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.158602:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158607:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18246ee4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.158630:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246ed6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15842 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.158639:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799500) 00010000:00010000:0.0:1763340285.158641:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.158644:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18246ed6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15842 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.158655:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad000, rc 0) 00000100:00100000:0.0:1763340285.158720:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56671:x1848995280519168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 446us (768us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340285.158727:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8412 00000100:00100000:1.0:1763340285.160723:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.161845:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519296 00000100:00100000:2.0:1763340285.161856:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519296 00000100:00100000:3.0:1763340285.161857:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.161910:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5580 00000100:00100000:2.0:1763340285.161922:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280519296:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:2.0:1763340285.161967:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.161984:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 17 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.161992:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340285.161995:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340285.161998:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.162031:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 17 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.162045:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 17 pid: 8400 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1763340285.162060:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292143616:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.162144:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.163027:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519424 00000100:00100000:0.0:1763340285.163036:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519424 00000100:00100000:0.0:1763340285.163092:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8413 00000100:00100000:0.0:1763340285.163101:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56671:x1848995280519424:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.163121:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.163142:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18246ef2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15849 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.163205:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.163216:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163227:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163238:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.163245:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163252:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163294:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163301:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163308:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163314:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163319:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.163323:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163331:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163343:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340285.163346:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.163351:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163358:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18246ef9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163386:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163392:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163398:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163403:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.163406:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163412:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163419:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817400) 00010000:00010000:0.0:1763340285.163422:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.163425:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163431:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18246f00 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.163458:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18246ef2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15849 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.163468:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340285.163471:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.163475:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18246ef2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15849 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.163490:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7adc00, rc 0) 00000100:00100000:0.0:1763340285.163581:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56671:x1848995280519424:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 480us (1724us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340285.163588:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8413 00000100:00100000:3.0:1763340285.169773:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.171006:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.171043:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292143616:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.171078:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.171090:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519680 00000100:00100000:1.0:1763340285.171099:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519680 00002000:00100000:1.0:1763340285.171148:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x1e7:0x0] (0->4) req@ffff9555c4fa5880 x1848995280519680/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:46/0 lens 496/0 e 0 to 0 dl 1763340296 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340285.171158:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5880 with x1848995280519680 ext(0->4) 00010000:00010000:1.0:1763340285.171165:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 18 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340285.171177:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 18 pid: 8400 timeout: 1125 lvb_type: 0 00002000:00010000:1.0:1763340285.171184:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9555c4fa5880 00000100:00100000:1.0:1763340285.171221:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 91 00000100:00100000:1.0:1763340285.171232:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280519680:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:1.0:1763340285.172111:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280519680:12345-192.168.203.42@tcp:4:bash.0 Request processed in 876us (1111us total) trans 17179871188 rc 0/0 00000100:00100000:1.0:1763340285.172123:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 91 00002000:00100000:1.0:1763340285.172134:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x1e7:0x0] (0->4) req@ffff9555c4fa5880 x1848995280519680/t17179871188(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:46/0 lens 496/448 e 0 to 0 dl 1763340296 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340285.172144:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5880 with x1848995280519680 ext(0->4) 00010000:00010000:1.0:1763340285.172152:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 20 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1763340285.172167:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 20 pid: 8400 timeout: 1125 lvb_type: 0 00002000:00010000:1.0:1763340285.172175:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9555c4fa5880 00000100:00100000:0.0:1763340285.172291:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519552 00000100:00100000:0.0:1763340285.172297:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519552 00000100:00100000:0.0:1763340285.172332:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8414 00000100:00100000:0.0:1763340285.172341:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56671:x1848995280519552:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.172354:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.172378:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f07 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15850 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.172437:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246f0e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340285.172450:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246f0e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.172461:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246f0e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340285.172506:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340285.172511:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340285.172575:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f07 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15850 expref: 193 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.172605:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246f0e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15850 expref: 192 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.172615:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799a00) 00010000:00010000:0.0:1763340285.172619:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340285.172622:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340285.172652:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56671:x1848995280519552:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 312us (2891us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.172659:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8414 00000100:00100000:3.0:1763340285.174076:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.174806:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519808 00000100:00100000:0.0:1763340285.174815:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519808 00010000:00010000:0.0:1763340285.174851:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 20 pid: 8400 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1763340285.174879:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2730 00000100:00100000:0.0:1763340285.174888:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280519808:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.174902:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763340285.174917:0:7449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763340285.174920:0:7449:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb atime from disk: 0 -> 1763340285 00002000:00010000:0.0:1763340285.174922:0:7449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763340285.174927:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 20 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.174940:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 20 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.174962:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18246e43 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1580a expref: 20 pid: 8400 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1763340285.174976:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.174978:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.174983:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.174994:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.175029:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.175052:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.175061:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.175078:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.175079:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280519808:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 192us (1009us total) trans 0 rc 0/0 00010000:00010000:2.0:1763340285.175087:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.175087:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2730 00010000:00010000:2.0:1763340285.175094:0:35213:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.175101:0:35213:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340285.175106:0:35213:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.175115:0:35213:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.175127:0:35213:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.175135:0:35213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18246eeb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340285.175180:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280519296:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 13261us (14465us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.175188:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5580 00000100:00100000:3.0:1763340285.178865:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.178930:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280519936 00000100:00100000:1.0:1763340285.178939:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280519936 00000100:00100000:1.0:1763340285.178992:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8415 00000100:00100000:1.0:1763340285.179000:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56671:x1848995280519936:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.179019:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.179037:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f15 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15857 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.179093:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.179106:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179116:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179124:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.179130:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179135:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179181:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179188:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179194:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179200:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179205:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.179209:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179215:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179227:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799a00) 00010000:00010000:1.0:1763340285.179230:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.179235:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179241:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f1c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179254:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179259:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179264:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179269:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.179272:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179277:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179282:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817400) 00010000:00010000:1.0:1763340285.179284:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.179287:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179291:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f23 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.179313:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f15 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15857 expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.179322:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799a00) 00010000:00010000:1.0:1763340285.179325:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.179328:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f15 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15857 expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.179337:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1a00, rc 0) 00000100:00100000:1.0:1763340285.179396:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56671:x1848995280519936:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 396us (540us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340285.179403:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8415 00000100:00100000:3.0:1763340285.181851:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.183642:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280520192 00000100:00100000:0.0:1763340285.183655:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280520192 00000100:00100000:0.0:1763340285.183719:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8416 00000100:00100000:0.0:1763340285.183729:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56669:x1848995280520192:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:0.0:1763340285.183788:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.183816:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18246eba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15834 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.183840:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.183845:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340285.183871:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340285.183882:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.183891:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:0.0:1763340285.184122:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1182, 88 off100704 00000004:00080000:0.0:1763340285.184129:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025991596363ns, next at 1026715199107ns, rc = 0 00000040:00080000:0.0:1763340285.184170:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1160, 88 off99000 00000004:00080000:0.0:1763340285.184175:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025991642345ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.184190:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1161, 88 off99088 00000004:00080000:0.0:1763340285.184193:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1025991660893ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.184211:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1183, 88 off100792 00000004:00080000:0.0:1763340285.184216:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1025991682977ns, next at 1026715199107ns, rc = 0 00000001:00080000:2.0:1763340285.185613:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972044 is committed 00000004:00080000:2.0:1763340285.185630:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 780 committed 00000004:00080000:2.0:1763340285.185645:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 759 committed 00000004:00080000:2.0:1763340285.185676:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 758 committed 00000004:00080000:2.0:1763340285.185682:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 779 committed 00010000:00010000:3.0:1763340285.185692:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.185708:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.185717:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.185724:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.185730:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.185740:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.185766:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817400) 00010000:00010000:3.0:1763340285.185770:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.185774:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.185781:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18246ea5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340285.185904:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292143872:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.185978:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.186040:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292143744:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340285.186111:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763340285.186158:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000071974f53 reply state 00000000dafa52d6 transno 4294972044 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340285.186171:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144000:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340285.186175:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.186187:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.186191:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340285.186195:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340285.186206:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.186232:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340285.186239:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144128:0@lo:2:osp-syn-1-1.0 00010000:00080000:0.0:1763340285.186297:0:6514:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340285.186315:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292143872 00000100:00100000:0.0:1763340285.186323:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56669:x1848995280520192:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 2589us (4476us total) trans 4294972044 rc 0/0 00000100:00100000:1.0:1763340285.186327:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292143872 00000100:00100000:0.0:1763340285.186338:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8416 00000100:00100000:1.0:1763340285.186384:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292143744 00000100:00100000:1.0:1763340285.186389:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292143744 00000100:00100000:1.0:1763340285.186413:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292144000 00000100:00100000:1.0:1763340285.186416:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292144000 00000100:00100000:3.0:1763340285.186440:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5581 00000100:00100000:1.0:1763340285.186452:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5582 00000100:00100000:3.0:1763340285.186460:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+85:3651:x1848995292143872:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340285.186468:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+85:3650:x1848995292143744:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340285.186657:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340285.186661:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.186673:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.186676:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.186678:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340285.186747:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.186784:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292144128 00000100:00100000:2.0:1763340285.186788:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292144128 00000100:00100000:2.0:1763340285.186818:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5583 00000100:00100000:2.0:1763340285.186827:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3648:x1848995292144000:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.186881:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+87:3651:x1848995292143872:12345-0@lo:2:osp-syn-0-1.0 Request processed in 427us (901us total) trans 21474838471 rc 0/0 00000100:00100000:3.0:1763340285.186892:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5581 00000100:00100000:3.0:1763340285.186916:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5584 00000100:00100000:3.0:1763340285.186928:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3648:x1848995292144128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.186962:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3648:x1848995292144000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (754us total) trans 17179871189 rc 0/0 00000100:00100000:2.0:1763340285.186972:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5583 00000004:00080000:2.0:1763340285.187035:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6df800/2, rc 0, transno 17179871189 00000100:00100000:2.0:1763340285.187042:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144000:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340285.187105:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+86:3650:x1848995292143744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 645us (996us total) trans 21474838470 rc 0/0 00000100:00100000:1.0:1763340285.187113:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5582 00010000:00010000:1.0:1763340285.187139:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.187150:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.187158:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.187165:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.187170:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.187178:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.187195:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.187199:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340285.187204:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.187211:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18246f2a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340285.187302:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dd180/2, rc 0, transno 17179871190 00000100:00100000:2.0:1763340285.187307:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144128:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340285.187328:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc700/2, rc 0, transno 21474838470 00000100:00100000:2.0:1763340285.187332:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292143744:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.188078:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3648:x1848995292144128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1147us (1324us total) trans 17179871190 rc 0/0 00000100:00100000:3.0:1763340285.188089:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5584 00000004:00080000:3.0:1763340285.188147:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc000/2, rc 0, transno 21474838471 00000100:00100000:3.0:1763340285.188154:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292143872:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.188528:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.188969:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280520448 00000100:00100000:0.0:1763340285.188977:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280520448 00000100:00100000:0.0:1763340285.189030:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8417 00000100:00100000:0.0:1763340285.189041:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56671:x1848995280520448:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.189062:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.189065:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340285.189088:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18246f0e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15850 expref: 182 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.189116:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799a00) 00010000:00010000:0.0:1763340285.189126:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340285.189201:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f31 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1585e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.189353:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.189369:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.189381:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.189395:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.189401:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.189408:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.189954:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.189965:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.189973:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340285.189987:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a2:0x0]: returning size 0 00010000:00010000:1.0:1763340285.190022:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190030:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190037:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190044:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190050:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.190054:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190062:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190073:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c8f69e00) 00010000:00010000:1.0:1763340285.190076:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.190081:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190087:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f38 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:1.0:1763340285.190101:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f293c808 reply state 00000000432c377d transno 4294972045 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190113:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.190123:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69300) 00010000:00010000:1.0:1763340285.190126:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340285.190128:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340285.190162:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f31 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 184 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.190179:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 183 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.190187:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69200) 00010000:00010000:1.0:1763340285.190190:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340285.190192:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0000, rc 0) 00000100:00100000:1.0:1763340285.190292:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56671:x1848995280520448:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1252us (1765us total) trans 4294972045 rc 0/0 00000100:00100000:1.0:1763340285.190302:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8417 00000100:00100000:3.0:1763340285.194608:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.194885:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280520576 00000100:00100000:0.0:1763340285.194897:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280520576 00000100:00100000:0.0:1763340285.194954:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8418 00000100:00100000:0.0:1763340285.194965:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56669:x1848995280520576:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.194990:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.195009:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15865 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.195063:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.195092:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 185 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.195111:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.195116:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340285.195120:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:0.0:1763340285.195175:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56669:x1848995280520576:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 213us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.195184:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8418 00000100:00100000:2.0:1763340285.197586:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.197631:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280520832 00000100:00100000:0.0:1763340285.197643:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280520832 00000100:00100000:1.0:1763340285.197748:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8419 00000100:00100000:1.0:1763340285.197767:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56671:x1848995280520832:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.197800:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.197827:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18246f5b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1586c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.197975:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.197992:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 186 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.198002:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.198051:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 186 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.198068:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 186 pid: 6514 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.198084:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292144256:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.198192:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3900 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.199872:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.199950:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280520960 00000100:00100000:1.0:1763340285.199961:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280520960 00000100:00100000:1.0:1763340285.200032:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8420 00000100:00100000:1.0:1763340285.200055:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56669:x1848995280520960:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.200081:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.200107:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f69 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15873 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.200213:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246f70 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.200233:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246f70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.200981:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246f70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340285.201195:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a1:0x0]: returning size 5 00000004:00200000:1.0:1763340285.201202:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340285.201229:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246f70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.201632:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f69 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15873 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.201656:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246f70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15873 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.201673:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.201677:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763340285.201681:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0a00, rc 0) 00000100:00100000:1.0:1763340285.201768:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56669:x1848995280520960:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1718us (1904us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.201778:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8420 00000100:00100000:1.0:1763340285.203226:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292144256:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340285.203726:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340285.214283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.214357:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.214466:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280521088 00000100:00100000:3.0:1763340285.214479:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280521088 00000100:00100000:1.0:1763340285.214493:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280521216 00000100:00100000:1.0:1763340285.214500:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280521216 00000100:00100000:3.0:1763340285.214574:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5585 00000100:00100000:3.0:1763340285.214584:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280521088:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.214619:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 188 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.214645:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.214685:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1587a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340285.214714:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e7:0x0] initial LVB size: 5, mtime: 0x691a6ffd, atime: 0x691a6ffd, ctime: 0x691a6ffd, blocks: 0x8 00010000:00010000:2.0:1763340285.214737:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.214739:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.214752:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.214779:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.214794:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:1.0:1763340285.215237:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2731 00000100:00100000:1.0:1763340285.215249:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d90bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2408:x1848995280521216:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.215271:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.215280:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 188 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.215300:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 188 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.215325:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f46 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1585e expref: 188 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.215347:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69200) 00010000:00010000:1.0:1763340285.215353:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.215363:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.215370:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.215406:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340285.215430:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215440:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340285.215467:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a2:0x0]: returning size 0 00000004:00080000:0.0:1763340285.215707:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e9:0x0], index 0: 0 00000004:00080000:0.0:1763340285.215713:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e9:0x0], index 1: 0 00000004:00080000:0.0:1763340285.215718:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1ea:0x0], index 1: 0 00000004:00080000:0.0:1763340285.215722:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1ea:0x0], index 0: 0 00010000:00010000:0.0:1763340285.215836:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215844:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215851:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215857:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.215861:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215868:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215878:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69200) 00010000:00010000:0.0:1763340285.215880:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340285.215884:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215890:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246f62 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.215933:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18246f5b lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1586c expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.215941:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69200) 00010000:00010000:0.0:1763340285.215944:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340285.215947:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18246f5b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1586c expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.215960:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1e00, rc 0) 00000100:00100000:1.0:1763340285.217009:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d90bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:2408:x1848995280521216:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 976us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.217024:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2731 00000100:00100000:2.0:1763340285.217155:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280521088:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1619us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.217164:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5585 00000100:00100000:0.0:1763340285.218258:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56671:x1848995280520832:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 18489us (18727us total) trans 4294972046 rc 301/301 00000100:00100000:0.0:1763340285.218269:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8419 00000100:00100000:2.0:1763340285.218482:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.218611:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280521472 00000100:00100000:3.0:1763340285.218622:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280521472 00000100:00100000:0.0:1763340285.219334:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2854 00000100:00100000:0.0:1763340285.219355:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56671:x1848995280521472:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340285.221234:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56671:x1848995280521472:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1879us (2743us total) trans 4294972047 rc 0/0 00000100:00100000:0.0:1763340285.221249:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2854 00000100:00100000:2.0:1763340285.224098:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.224195:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280521728 00000100:00100000:3.0:1763340285.224209:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280521728 00000100:00100000:3.0:1763340285.225460:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2855 00000100:00100000:3.0:1763340285.225489:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56671:x1848995280521728:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340285.225841:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56671:x1848995280521728:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 359us (1754us total) trans 4294972048 rc 0/0 00000100:00100000:3.0:1763340285.225850:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2855 00000100:00100000:0.0:1763340285.230809:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.231368:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280521984 00000100:00100000:1.0:1763340285.231384:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280521984 00000100:00100000:1.0:1763340285.231474:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8421 00000100:00100000:1.0:1763340285.231488:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280521984:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340285.231524:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.231592:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f85 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15881 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.231789:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.231807:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.231821:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.231833:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.231841:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.231847:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.231914:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f9a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.231928:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f9a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.231936:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f9a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340285.231948:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a2:0x0]: returning size 0 00010000:00010000:1.0:1763340285.232056:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232064:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232071:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232078:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232085:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.232090:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232098:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232112:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c8f69e00) 00010000:00010000:1.0:1763340285.232116:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.232122:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232130:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18246f8c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232146:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232153:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232159:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232163:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.232166:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232171:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232178:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69300) 00010000:00010000:1.0:1763340285.232181:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.232184:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232190:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18246f93 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.232237:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246f85 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15881 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.232260:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f9a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15881 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.232268:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:1.0:1763340285.232270:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340285.232273:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:1.0:1763340285.232371:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280521984:12345-192.168.203.42@tcp:101:bash.0 Request processed in 885us (1587us total) trans 4294972049 rc 0/0 00000100:00100000:1.0:1763340285.232382:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8421 00000100:00100000:2.0:1763340285.235843:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.236169:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280522112 00000100:00100000:1.0:1763340285.236184:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280522112 00000100:00100000:1.0:1763340285.236299:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8422 00000100:00100000:1.0:1763340285.236311:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280522112:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340285.236343:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.236373:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18246fa8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15888 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.236416:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246faf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.236434:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246faf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.236455:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246faf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.236644:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18246fa8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15888 expref: 192 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.236676:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246faf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15888 expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.236686:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:1.0:1763340285.236689:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340285.236694:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0800, rc 0) 00000100:00100000:1.0:1763340285.236764:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280522112:12345-192.168.203.42@tcp:101:bash.0 Request processed in 454us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.236773:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8422 00000100:00100000:3.0:1763340285.241928:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.241993:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280522368 00000100:00100000:1.0:1763340285.242009:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280522368 00000100:00100000:1.0:1763340285.242089:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8423 00000100:00100000:1.0:1763340285.242100:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280522368:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340285.242176:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.242211:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18246f9a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15881 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.242237:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:1.0:1763340285.242243:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340285.242488:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.242511:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.242524:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763340285.242694:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972050 00000004:00010000:2.0:1763340285.242725:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cc52d5fc reply state 000000009a2d6300 transno 4294972051 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.242740:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.242748:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:2.0:1763340285.242751:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340285.242754:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340285.245383:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280522368:12345-192.168.203.42@tcp:36:bash.0 Request processed in 3269us (3454us total) trans 4294972051 rc 0/0 00000100:00100000:2.0:1763340285.245400:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8423 00000020:00080000:2.0:1763340285.245408:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340285.249571:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.249741:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280522496 00000100:00100000:2.0:1763340285.249757:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280522496 00000100:00100000:2.0:1763340285.249848:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8424 00000100:00100000:2.0:1763340285.249859:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280522496:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.249890:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.249917:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246fbd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1588f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.249989:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246fbd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1588f expref: 194 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.250006:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246fbd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1588f expref: 194 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.250027:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:2.0:1763340285.250030:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340285.250036:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340285.250109:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280522496:12345-192.168.203.42@tcp:101:bash.0 Request processed in 252us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.250117:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8424 00000100:00100000:0.0:1763340285.254384:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.254452:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280522752 00000100:00100000:1.0:1763340285.254467:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280522752 00000100:00100000:2.0:1763340285.255001:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8425 00000100:00100000:2.0:1763340285.255016:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280522752:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.255044:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.255048:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340285.255087:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246fbd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1588f expref: 194 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.255111:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:2.0:1763340285.255118:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.255135:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fc4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15896 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.255203:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246fcb lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.255232:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246fcb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.255243:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246fcb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:2.0:1763340285.255611:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1162, 88 off99176 00000004:00080000:2.0:1763340285.255622:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026063088492ns, next at 1026715176085ns, rc = 0 00000040:00080000:2.0:1763340285.255674:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1184, 88 off100880 00000004:00080000:2.0:1763340285.255680:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026063147317ns, next at 1026715199107ns, rc = 0 00000040:00080000:2.0:1763340285.256019:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1185, 88 off100968 00000004:00080000:2.0:1763340285.256027:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026063493627ns, next at 1026715199107ns, rc = 0 00000040:00080000:2.0:1763340285.256042:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1163, 88 off99264 00000004:00080000:2.0:1763340285.256047:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026063514038ns, next at 1026715176085ns, rc = 0 00000001:00080000:1.0:1763340285.261337:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972052 is committed 00000004:00080000:1.0:1763340285.261357:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 761 committed 00000100:00100000:0.0:1763340285.261608:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340285.261711:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261726:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261733:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261740:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.261746:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261759:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261791:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c8f69300) 00010000:00010000:2.0:1763340285.261796:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.261802:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261809:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18246f3f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261846:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261853:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261858:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261863:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.261866:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261872:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261881:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:2.0:1763340285.261883:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.261886:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.261892:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb18246fb6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340285.261923:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280522880 00000100:00100000:2.0:1763340285.261936:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280522880 00000100:00100000:2.0:1763340285.262009:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5586 00000100:00100000:2.0:1763340285.262020:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280522880:12345-192.168.203.42@tcp:23:lfs.0 00000004:00080000:1.0:1763340285.262074:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 782 committed 00000100:00100000:2.0:1763340285.262176:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280522880:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 156us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.262185:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5586 00000100:00100000:2.0:1763340285.262304:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292144384:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.262337:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292144512:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340285.262369:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.262423:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.262443:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292144384 00000100:00100000:2.0:1763340285.262446:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292144384 00000100:00100000:2.0:1763340285.262465:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292144512 00000100:00100000:2.0:1763340285.262467:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292144512 00000100:00100000:2.0:1763340285.262485:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5587 00000100:00100000:2.0:1763340285.262490:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+87:3650:x1848995292144384:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.262520:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5588 00000100:00100000:3.0:1763340285.262553:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+87:3651:x1848995292144512:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340285.262701:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 781 committed 00000100:00100000:2.0:1763340285.262851:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144640:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.262885:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.262916:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340285.262923:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144768:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.262944:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.262979:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292144640 00000100:00100000:2.0:1763340285.262984:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292144640 00000100:00100000:2.0:1763340285.263013:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292144768 00000100:00100000:2.0:1763340285.263016:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292144768 00000100:00100000:2.0:1763340285.263036:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5589 00000100:00100000:2.0:1763340285.263044:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292144640:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340285.263068:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 760 committed 00000100:00100000:2.0:1763340285.263185:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292144640:12345-0@lo:2:osp-syn-1-1.0 Request processed in 141us (298us total) trans 17179871191 rc 0/0 00000100:00100000:2.0:1763340285.263192:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5589 00000100:00100000:2.0:1763340285.263206:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5590 00000100:00100000:2.0:1763340285.263212:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292144768:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.263282:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292144768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 70us (336us total) trans 17179871192 rc 0/0 00000004:00080000:1.0:1763340285.263286:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3a9b480/2, rc 0, transno 17179871191 00000100:00100000:2.0:1763340285.263291:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5590 00000100:00100000:1.0:1763340285.263298:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144640:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340285.263315:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3a98a80/2, rc 0, transno 17179871192 00000100:00100000:1.0:1763340285.263320:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292144768:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340285.263371:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246fcb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15896 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.263385:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:2.0:1763340285.263388:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340285.263405:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fc4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15896 expref: 186 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340285.263422:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246fcb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15896 expref: 185 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.263452:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:2.0:1763340285.263454:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340285.263456:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340285.263505:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280522752:12345-192.168.203.42@tcp:101:bash.0 Request processed in 8493us (9137us total) trans 4294972052 rc 0/0 00000100:00100000:2.0:1763340285.263513:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8425 00000100:00100000:3.0:1763340285.263744:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+89:3651:x1848995292144512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1213us (1318us total) trans 21474838472 rc 0/0 00000100:00100000:3.0:1763340285.263764:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5588 00000004:00080000:0.0:1763340285.263773:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785d880/2, rc 0, transno 21474838472 00000100:00100000:0.0:1763340285.263781:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292144512:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340285.264513:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785ce00/2, rc 0, transno 21474838473 00000100:00100000:0.0:1763340285.264522:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292144384:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340285.264616:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+88:3650:x1848995292144384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2124us (2246us total) trans 21474838473 rc 0/0 00000100:00100000:2.0:1763340285.264627:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5587 00000100:00100000:0.0:1763340285.265360:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.265435:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523008 00000100:00100000:2.0:1763340285.265444:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523008 00000100:00100000:2.0:1763340285.265499:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5591 00000100:00100000:2.0:1763340285.265508:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280523008:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340285.265659:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280523008:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 150us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.265674:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5591 00000100:00100000:1.0:1763340285.271054:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.271101:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.271174:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523264 00000100:00100000:3.0:1763340285.271187:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523264 00000100:00100000:3.0:1763340285.271258:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5592 00000100:00100000:3.0:1763340285.271268:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:55868:x1848995280523264:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340285.271293:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.271330:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1589d expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340285.271360:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340285.271387:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.271390:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.271401:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 42 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.271428:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 42 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.271443:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584a00, rc 0) 00000100:00100000:2.0:1763340285.271514:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523136 00000100:00100000:3.0:1763340285.271519:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:55868:x1848995280523264:12345-192.168.203.42@tcp:101:bash.0 Request processed in 251us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.271523:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523136 00000100:00100000:3.0:1763340285.271573:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5592 00000100:00100000:2.0:1763340285.271625:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1439 00000100:00100000:2.0:1763340285.271636:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280523136:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:2.0:1763340285.271681:0:23981:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271692:0:23981:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.271694:0:23981:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.271698:0:23981:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271709:0:23981:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271852:0:23981:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271862:0:23981:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271871:0:23981:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271879:0:23981:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340285.271884:0:23981:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271893:0:23981:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271908:0:23981:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.271915:0:23981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18246fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340285.271977:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280523136:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 343us (873us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763340285.271983:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1439 00000100:00100000:1.0:1763340285.278790:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.278850:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523392 00000100:00100000:2.0:1763340285.278865:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523392 00000100:00100000:2.0:1763340285.278948:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8426 00000100:00100000:2.0:1763340285.278960:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56669:x1848995280523392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.278991:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.279018:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246fe0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158a4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.279066:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246fe7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.279085:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.279097:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.279232:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18246fe0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158a4 expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.279251:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be400/0xbdebf3fb18246fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158a4 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.279261:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.279265:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340285.279269:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be400, rc 0) 00000100:00100000:2.0:1763340285.279347:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56669:x1848995280523392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 388us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.279354:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8426 00000100:00100000:0.0:1763340285.282804:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.282984:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523520 00000100:00100000:3.0:1763340285.282999:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523520 00000100:00100000:3.0:1763340285.283071:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5593 00000100:00100000:3.0:1763340285.283084:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280523520:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340285.283107:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.283137:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158ab expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340285.283167:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340285.283197:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.283199:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.283210:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 20 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.283227:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 20 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.283241:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584800, rc 0) 00000100:00100000:3.0:1763340285.283304:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280523520:12345-192.168.203.42@tcp:101:bash.0 Request processed in 224us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.283312:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5593 00000100:00100000:1.0:1763340285.290190:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.290246:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.290899:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523648 00000100:00100000:2.0:1763340285.290915:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523648 00002000:00010000:2.0:1763340285.290971:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/489 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.290978:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1f800 with x1848995280523648 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.290993:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b1f800. 00000100:00100000:2.0:1763340285.291025:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523776 00000100:00100000:2.0:1763340285.291029:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523776 00002000:00010000:2.0:1763340285.291045:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/489 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.291049:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1e300 with x1848995280523776 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.291056:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b1e300. 00000100:00100000:2.0:1763340285.291103:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1440 00000100:00100000:2.0:1763340285.291113:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:2407:x1848995280523648:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340285.291348:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340285.291352:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e9:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.291355:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340285.291358:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e9:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.291360:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340285.291436:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+43:2407:x1848995280523648:12345-192.168.203.42@tcp:10:bash.0 Request processed in 323us (1260us total) trans 21474838474 rc 0/0 00000100:00100000:2.0:1763340285.291445:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1440 00002000:00010000:2.0:1763340285.291449:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/489 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.291452:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1f800 with x1848995280523648 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.291457:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b1f800. 00000100:00100000:2.0:1763340285.291479:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1441 00000100:00100000:2.0:1763340285.291487:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280523776:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340285.291638:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340285.291642:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e9:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.291644:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340285.291646:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e9:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.291648:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340285.291685:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280523776:12345-192.168.203.42@tcp:10:bash.0 Request processed in 198us (1438us total) trans 17179871193 rc 0/0 00000100:00100000:2.0:1763340285.291692:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1441 00002000:00010000:2.0:1763340285.291697:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/489 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.291700:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1e300 with x1848995280523776 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.291706:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b1e300. 00000100:00100000:1.0:1763340285.294163:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.294301:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280523904 00000100:00100000:0.0:1763340285.294316:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280523904 00000100:00100000:0.0:1763340285.294412:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1442 00000100:00100000:0.0:1763340285.294425:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+43:2407:x1848995280523904:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:0.0:1763340285.294490:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340285.294500:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.294518:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.294521:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.294527:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.294576:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.297890:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.297965:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280524160 00000100:00100000:3.0:1763340285.297977:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280524160 00000100:00100000:3.0:1763340285.298058:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2856 00000100:00100000:3.0:1763340285.298077:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280524160:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340285.298490:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:55868:x1848995280524160:12345-192.168.203.42@tcp:35:bash.0 Request processed in 418us (615us total) trans 4294972053 rc 0/0 00000100:00100000:3.0:1763340285.298500:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2856 00000001:00080000:0.0:1763340285.298901:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838475 is committed 00000001:00080000:0.0:1763340285.298921:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838473 is committed 00002000:00010000:2.0:1763340285.301860:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763340285.301869:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.301873:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.301875:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763340285.301888:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.301900:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.301908:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.301916:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340285.301920:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.301929:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.301949:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.301957:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18246ff5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340285.303033:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2407:x1848995280523904:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 8603us (8878us total) trans 21474838475 rc 0/0 00000100:00100000:2.0:1763340285.303046:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1442 00000100:00100000:1.0:1763340285.314585:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.314681:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280524288 00000100:00100000:0.0:1763340285.314692:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280524288 00000100:00100000:0.0:1763340285.314930:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8427 00000100:00100000:0.0:1763340285.314941:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56672:x1848995280524288:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:0.0:1763340285.314965:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.314988:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246ffc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158b2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.315053:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340285.315066:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315078:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315091:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340285.315098:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315104:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315178:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247011 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340285.315187:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247011 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315194:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247011 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340285.315232:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a2:0x0]: returning size 5 00000004:00200000:0.0:1763340285.315237:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340285.315256:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247011 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315268:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247011 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315277:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315283:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315289:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315297:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315303:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.315306:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315313:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315325:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799500) 00010000:00010000:0.0:1763340285.315328:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.315333:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315339:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247003 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315365:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315371:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315377:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315381:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.315384:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315389:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315396:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:0.0:1763340285.315399:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.315401:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315407:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824700a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340285.315436:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18246ffc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b2 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.315452:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247011 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b2 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.315460:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:0.0:1763340285.315462:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340285.315465:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:3.0:1763340285.316190:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.317166:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280524544 00000100:00100000:2.0:1763340285.317177:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280524544 00000100:00100000:3.0:1763340285.317335:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8428 00000100:00100000:3.0:1763340285.317344:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56669:x1848995280524544:12345-192.168.203.42@tcp:36:lfs.0 00000100:00100000:0.0:1763340285.317801:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56672:x1848995280524288:12345-192.168.203.42@tcp:101:rm.0 Request processed in 591us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.317813:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8427 00010000:00010000:3.0:1763340285.318890:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.318921:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18246f70 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15873 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.318939:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.318944:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340285.319009:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.319022:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.319032:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340285.319143:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025653219 reply state 00000000774a7dab transno 4294972054 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.319156:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.319163:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.319166:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340285.319168:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340285.319268:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56669:x1848995280524544:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 1924us (3078us total) trans 4294972054 rc 0/0 00000100:00100000:3.0:1763340285.319276:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8428 00000100:00100000:1.0:1763340285.326496:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.326575:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.326689:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280524672 00000100:00100000:0.0:1763340285.326698:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280524672 00000100:00100000:0.0:1763340285.326806:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5594 00000100:00100000:0.0:1763340285.326816:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f598ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:56669:x1848995280524672:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.326834:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.326854:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158b9 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340285.326876:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e8:0x0] initial LVB size: 4096, mtime: 0x691a6ffd, atime: 0x0, ctime: 0x691a6ffd, blocks: 0x8 00010000:00010000:0.0:1763340285.326897:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.326899:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.326906:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.326915:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280524928 00000100:00100000:3.0:1763340285.326919:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280524928 00010000:00010000:0.0:1763340285.326921:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.326933:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6c00, rc 0) 00000100:00100000:0.0:1763340285.326988:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f598ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:56669:x1848995280524672:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 173us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.326996:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5594 00000100:00100000:3.0:1763340285.327361:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8429 00000100:00100000:3.0:1763340285.327369:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56672:x1848995280524928:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340285.327410:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763340285.327430:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18246fcb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15896 expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.327448:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247011 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b2 expref: 188 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.327472:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18246faf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15888 expref: 187 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.327481:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9555c8f69500) 00010000:00010000:3.0:1763340285.327489:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340285.327508:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.327521:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.327529:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.327583:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.327590:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.327596:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.327673:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.327680:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.327686:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:3.0:1763340285.327905:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1164, 64 off99328 00000040:00080000:3.0:1763340285.327929:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1186, 64 off101032 00000040:00080000:3.0:1763340285.327938:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1187, 64 off101096 00000040:00080000:3.0:1763340285.327946:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1165, 64 off99392 00010000:00010000:3.0:1763340285.327994:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.328004:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328014:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328020:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328026:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328031:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328057:0:6513:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340285.328074:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328080:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328085:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328091:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.328095:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328102:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328111:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340285.328114:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763340285.328117:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328127:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247034 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.328127:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340285.328133:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.328138:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340285.328141:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.328146:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.328154:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a2:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:1.0:1763340285.328156:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340285.328159:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.328164:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824703b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.328177:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.328178:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.328180:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340285.328230:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328236:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328241:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328246:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328251:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.328253:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328259:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328267:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817800) 00010000:00010000:3.0:1763340285.328269:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.328273:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328278:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb18247026 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340285.328290:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000033a6c1ca reply state 0000000083e74874 transno 4294972055 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328300:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.328306:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9700) 00010000:00010000:3.0:1763340285.328309:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340285.328311:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340285.328373:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56672:x1848995280524928:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1004us (1796us total) trans 4294972055 rc 0/0 00000100:00100000:3.0:1763340285.328380:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8429 00000100:00100000:1.0:1763340285.330380:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.331481:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280525056 00000100:00100000:2.0:1763340285.331491:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280525056 00000100:00100000:2.0:1763340285.331562:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5595 00000100:00100000:2.0:1763340285.331571:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:56669:x1848995280525056:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.331586:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.331606:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158c0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340285.331626:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340285.331645:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.331647:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.331654:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 22 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.331678:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 22 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.331690:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340285.331759:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:56669:x1848995280525056:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 188us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.331766:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5595 00000100:00100000:1.0:1763340285.336271:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.336307:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.336684:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280525184 00000100:00100000:2.0:1763340285.336693:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280525184 00002000:00010000:2.0:1763340285.336738:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/488 (5->18446744073709551615) 00002000:00100000:2.0:1763340285.336743:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b33800 with x1848995280525184 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340285.336754:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b33800. 00000100:00100000:2.0:1763340285.336780:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280525312 00000100:00100000:2.0:1763340285.336783:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280525312 00002000:00010000:2.0:1763340285.336795:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/488 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.336798:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87ffb80 with x1848995280525312 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.336804:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87ffb80. 00000100:00100000:0.0:1763340285.336809:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1443 00000100:00100000:0.0:1763340285.336821:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280525184:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:1.0:1763340285.337481:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763340285.337486:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.337489:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.337491:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.337493:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340285.337572:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280525184:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 752us (1307us total) trans 21474838476 rc 0/0 00000100:00100000:1.0:1763340285.339646:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1443 00000100:00100000:2.0:1763340285.339784:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1444 00002000:00010000:1.0:1763340285.339784:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/488 (5->18446744073709551615) 00002000:00100000:1.0:1763340285.339789:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b33800 with x1848995280525184 ext(5->18446744073709551615) 00002000:00010000:1.0:1763340285.339799:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b33800. 00000100:00100000:2.0:1763340285.339801:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280525312:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340285.339963:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340285.339967:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb mtime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.339969:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340285.339971:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb ctime from disk: 0 -> 1763340285 00002000:00010000:2.0:1763340285.339973:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340285.340032:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280525312:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 238us (3723us total) trans 17179871194 rc 0/0 00000100:00100000:2.0:1763340285.340039:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1444 00002000:00010000:2.0:1763340285.340042:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/488 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.340045:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87ffb80 with x1848995280525312 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.340050:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87ffb80. 00000100:00100000:1.0:1763340285.346811:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.346851:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.346911:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280525696 00000100:00100000:2.0:1763340285.346921:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280525696 00000100:00100000:2.0:1763340285.346982:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8430 00000100:00100000:2.0:1763340285.346993:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56673:x1848995280525696:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.347015:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.347039:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247049 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158c7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.347105:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340285.347118:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347129:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347140:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340285.347146:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347152:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347192:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347198:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347204:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347210:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347215:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.347219:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347226:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347236:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:2.0:1763340285.347240:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.347243:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347249:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247050 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347261:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347267:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347286:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347291:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.347294:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347299:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347307:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9700) 00010000:00010000:2.0:1763340285.347309:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.347312:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347322:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247057 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347348:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247049 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c7 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.347358:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd600) 00010000:00010000:2.0:1763340285.347361:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.347364:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247049 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c7 expref: 189 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.347379:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340285.347428:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56673:x1848995280525696:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 437us (627us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340285.347435:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8430 00000100:00100000:2.0:1763340285.347450:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280525568 00000100:00100000:2.0:1763340285.347453:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280525568 00000100:00100000:2.0:1763340285.347474:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8431 00000100:00100000:2.0:1763340285.347480:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56669:x1848995280525568:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340285.347524:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340285.347564:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347572:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763340285.347678:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004c679b32 reply state 000000005fb93c2b transno 4294972056 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347690:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340285.347695:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.347697:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340285.347700:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340285.347751:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56669:x1848995280525568:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 270us (898us total) trans 4294972056 rc 0/0 00000100:00100000:2.0:1763340285.347756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8431 00000100:00100000:3.0:1763340285.351754:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.351834:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.351931:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280525824 00000100:00100000:1.0:1763340285.351941:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280525824 00000100:00100000:1.0:1763340285.352801:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5596 00000100:00100000:1.0:1763340285.352815:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280525824:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340285.352961:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340285.352965:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.352967:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb atime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.352969:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:1.0:1763340285.352970:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340285.353027:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280525824:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 215us (1191us total) trans 17179871195 rc 0/0 00000100:00100000:1.0:1763340285.353034:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5596 00000100:00100000:2.0:1763340285.353377:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280525952 00000100:00100000:2.0:1763340285.353383:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280525952 00000100:00100000:2.0:1763340285.353420:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8432 00000100:00100000:2.0:1763340285.353427:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56673:x1848995280525952:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.353443:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.353463:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247065 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158ce expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.353555:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.353568:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353580:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353592:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.353599:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353606:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353637:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353644:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353650:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353656:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353670:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.353674:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353681:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353692:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdc00) 00010000:00010000:2.0:1763340285.353695:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.353699:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353705:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824706c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353723:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353728:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353733:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353738:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.353741:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353746:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353752:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9700) 00010000:00010000:2.0:1763340285.353765:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.353768:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353773:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247073 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.353797:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247065 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ce expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.353807:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdc00) 00010000:00010000:2.0:1763340285.353809:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.353812:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247065 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ce expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.353826:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340285.353858:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56673:x1848995280525952:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 431us (2111us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340285.353864:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8432 00000100:00100000:3.0:1763340285.357672:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.357966:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280526208 00000100:00100000:0.0:1763340285.357976:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280526208 00000100:00100000:0.0:1763340285.358025:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2857 00000100:00100000:0.0:1763340285.358035:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b6ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56669:x1848995280526208:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:0.0:1763340285.358086:0:14057:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1a1:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246ec8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1583b expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.358130:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:0.0:1763340285.358142:0:14057:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.358151:0:14057:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340285.358184:0:14057:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 190 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.358197:0:14057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 190 pid: 6514 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.358211:0:14057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292144896:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.358936:0:14057:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e0468600 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.363270:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.363446:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280526336 00000100:00100000:0.0:1763340285.363456:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280526336 00000100:00100000:3.0:1763340285.364835:0:14057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292144896:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340285.364863:0:14057:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000100:00100000:0.0:1763340285.365488:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8433 00000100:00100000:0.0:1763340285.365502:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56673:x1848995280526336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.365520:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.365553:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247081 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158d5 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.365611:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247088 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340285.365622:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247088 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.365632:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247088 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340285.365679:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340285.365684:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340285.365712:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247081 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158d5 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.365739:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247088 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158d5 expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.365748:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799600) 00010000:00010000:0.0:1763340285.365750:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340285.365753:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:0.0:1763340285.365813:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56673:x1848995280526336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 317us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.365820:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8433 00000100:00100000:0.0:1763340285.367684:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.368166:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280526464 00000100:00100000:1.0:1763340285.368175:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280526464 00010000:00010000:1.0:1763340285.368210:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 192 pid: 6514 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.368332:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2732 00000100:00100000:1.0:1763340285.368340:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2407:x1848995280526464:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.368355:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.368361:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 192 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.368374:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 192 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.368393:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18246f54 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15865 expref: 192 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.368416:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.368421:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.368431:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.368437:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.368649:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.368792:0:14057:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.368800:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000040:00080000:2.0:1763340285.369001:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1188, 88 off101184 00000004:00080000:2.0:1763340285.369008:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026176475317ns, next at 1026715199107ns, rc = 0 00000040:00080000:2.0:1763340285.369047:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1166, 88 off99480 00000004:00080000:2.0:1763340285.369051:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026176518555ns, next at 1026715176085ns, rc = 0 00000040:00080000:2.0:1763340285.369063:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1167, 88 off99568 00000004:00080000:2.0:1763340285.369066:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026176533238ns, next at 1026715176085ns, rc = 0 00000040:00080000:2.0:1763340285.369073:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1189, 88 off101272 00000004:00080000:2.0:1763340285.369076:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026176543517ns, next at 1026715199107ns, rc = 0 00000100:00100000:1.0:1763340285.369155:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2407:x1848995280526464:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 813us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.369163:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2732 00000100:00100000:0.0:1763340285.371863:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.372040:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280526592 00000100:00100000:1.0:1763340285.372051:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280526592 00000100:00100000:1.0:1763340285.372110:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8434 00000100:00100000:1.0:1763340285.372121:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56673:x1848995280526592:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.372141:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.372163:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824708f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158dc expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.372226:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.372240:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372251:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372262:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.372269:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372275:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372309:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372316:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372321:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372327:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372333:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.372947:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372956:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372972:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799600) 00010000:00010000:1.0:1763340285.372976:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.372980:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372987:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247096 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.372999:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.373004:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.373009:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.373014:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.373016:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.373022:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.373029:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9700) 00010000:00010000:1.0:1763340285.373031:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.373034:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.373038:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824709d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.373070:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824708f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158dc expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.373081:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799600) 00010000:00010000:1.0:1763340285.373083:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.373087:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824708f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158dc expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.373096:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000001:00080000:2.0:1763340285.373233:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972057 is committed 00000004:00080000:2.0:1763340285.373240:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 784 committed 00000004:00080000:2.0:1763340285.373248:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 763 committed 00000004:00080000:2.0:1763340285.373254:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 762 committed 00000004:00080000:2.0:1763340285.373256:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 783 committed 00000004:00010000:2.0:1763340285.373304:0:14057:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005f7c2b50 reply state 0000000075c79677 transno 4294972057 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.373317:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.373323:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.373325:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763340285.373328:0:14057:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340285.373334:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:2.0:1763340285.373336:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340285.373340:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18246ec8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1583b expref: 187 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.373447:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373456:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373462:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373467:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.373469:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373476:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373488:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.373490:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.373493:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373499:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247018 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373513:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373519:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373524:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373529:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.373550:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373555:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373563:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9700) 00010000:00010000:3.0:1763340285.373565:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.373567:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373572:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824702d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.373589:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.373595:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.373600:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.373604:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.373607:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.373612:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.373619:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:3.0:1763340285.373621:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.373624:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.373629:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824705e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340285.373742:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292145024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.373790:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.373822:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340285.373827:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292145152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.373846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.373873:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292145280:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.373893:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.373909:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340285.373914:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292145408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.373933:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.373962:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292145024 00000100:00100000:3.0:1763340285.373968:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292145024 00000100:00100000:3.0:1763340285.374000:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292145152 00000100:00100000:3.0:1763340285.374003:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292145152 00000100:00100000:3.0:1763340285.374018:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292145280 00000100:00100000:3.0:1763340285.374021:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292145280 00000100:00100000:3.0:1763340285.374033:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292145408 00000100:00100000:3.0:1763340285.374036:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292145408 00000100:00100000:3.0:1763340285.374053:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5597 00000100:00100000:3.0:1763340285.374061:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292145024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340285.374085:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:489 count 1 00010000:00010000:3.0:1763340285.374106:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.374121:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.374130:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.374132:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.374136:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.374162:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.374175:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 11 pid: 8401 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.374185:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4859180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292145536:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.374258:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+184:56673:x1848995280526592:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2138us (2403us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340285.374265:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8434 00010000:00080000:2.0:1763340285.374378:0:14057:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763340285.374399:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b6ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56669:x1848995280526208:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 16365us (16742us total) trans 4294972057 rc 0/0 00000100:00100000:2.0:1763340285.374406:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2857 00010000:00010000:1.0:1763340285.374482:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.374489:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.374494:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.374500:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.374503:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.374509:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.374519:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.374522:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340285.374525:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340285.374560:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824707a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00000100:00100000:2.0:1763340285.375605:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5598 00000100:00100000:2.0:1763340285.375617:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292145152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340285.375640:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:490 count 1 00002000:00010000:2.0:1763340285.375675:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340285.375680:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.375690:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.375692:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.375696:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.375708:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.375716:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.375722:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.375746:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340285.375973:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292145152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 359us (2124us total) trans 21474838477 rc 0/0 00000100:00100000:2.0:1763340285.375980:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5598 00000100:00100000:2.0:1763340285.375998:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5599 00000100:00100000:2.0:1763340285.376004:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292145280:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340285.376139:0:3650:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838473 gen 2 00000004:00080000:1.0:1763340285.376146:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab2680, transno 21474838364 00000004:00080000:1.0:1763340285.376155:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab1880, transno 21474838365 00000004:00080000:1.0:1763340285.376158:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab3b80, transno 21474838366 00000004:00080000:1.0:1763340285.376161:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab2300, transno 21474838367 00000004:00080000:1.0:1763340285.376163:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4e00, transno 21474838368 00000004:00080000:1.0:1763340285.376166:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa5180, transno 21474838369 00000004:00080000:1.0:1763340285.376168:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc74000, transno 21474838371 00000004:00080000:1.0:1763340285.376171:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab0000, transno 21474838372 00000004:00080000:1.0:1763340285.376173:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab3800, transno 21474838373 00000004:00080000:1.0:1763340285.376176:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d87b80, transno 21474838374 00000004:00080000:1.0:1763340285.376178:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d9500, transno 21474838375 00000004:00080000:1.0:1763340285.376181:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f1b800, transno 21474838376 00000004:00080000:1.0:1763340285.376183:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d87480, transno 21474838379 00000004:00080000:1.0:1763340285.376186:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d87b80, transno 21474838380 00000004:00080000:1.0:1763340285.376188:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87fce00, transno 21474838381 00000004:00080000:1.0:1763340285.376191:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87fd500, transno 21474838382 00000004:00080000:1.0:1763340285.376202:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d84e00, transno 21474838387 00000004:00080000:1.0:1763340285.376205:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e94a80, transno 21474838388 00000004:00080000:1.0:1763340285.376208:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e96a00, transno 21474838389 00000004:00080000:1.0:1763340285.376210:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d85180, transno 21474838390 00000004:00080000:1.0:1763340285.376212:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d86d80, transno 21474838391 00000004:00080000:1.0:1763340285.376215:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d84000, transno 21474838392 00000004:00080000:1.0:1763340285.376217:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4700, transno 21474838394 00000004:00080000:1.0:1763340285.376220:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6680, transno 21474838395 00000004:00080000:1.0:1763340285.376223:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fd7d3480, transno 21474838396 00000004:00080000:1.0:1763340285.376225:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6a00, transno 21474838397 00000004:00080000:1.0:1763340285.376228:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba52300, transno 21474838399 00000004:00080000:1.0:1763340285.376230:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba52d80, transno 21474838400 00000004:00080000:1.0:1763340285.376232:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba51c00, transno 21474838401 00000004:00080000:1.0:1763340285.376234:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba53100, transno 21474838402 00000004:00080000:1.0:1763340285.376237:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6ca80, transno 21474838404 00000004:00080000:1.0:1763340285.376239:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6fb80, transno 21474838405 00000004:00080000:1.0:1763340285.376242:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6f480, transno 21474838406 00000004:00080000:1.0:1763340285.376245:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7b80, transno 21474838407 00000004:00080000:1.0:1763340285.376247:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffea00, transno 21474838409 00000004:00080000:1.0:1763340285.376249:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffca80, transno 21474838410 00000004:00080000:1.0:1763340285.376252:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffc000, transno 21474838411 00000004:00080000:1.0:1763340285.376254:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffed80, transno 21474838412 00000004:00080000:1.0:1763340285.376257:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2151500, transno 21474838415 00000004:00080000:1.0:1763340285.376259:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2152680, transno 21474838416 00000004:00080000:1.0:1763340285.376261:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2151180, transno 21474838417 00000004:00080000:1.0:1763340285.376264:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2152300, transno 21474838418 00000004:00080000:1.0:1763340285.376267:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcff800, transno 21474838422 00000004:00080000:1.0:1763340285.376269:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcffb80, transno 21474838423 00000004:00080000:1.0:1763340285.376272:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfdc00, transno 21474838424 00000004:00080000:1.0:1763340285.376274:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfed80, transno 21474838425 00000004:00080000:1.0:1763340285.376277:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785e300, transno 21474838426 00000004:00080000:1.0:1763340285.376279:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1f100, transno 21474838427 00000004:00080000:1.0:1763340285.376281:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1df80, transno 21474838428 00000004:00080000:1.0:1763340285.376284:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1ca80, transno 21474838429 00000004:00080000:1.0:1763340285.376287:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5597b80, transno 21474838432 00000004:00080000:1.0:1763340285.376289:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5594e00, transno 21474838433 00000004:00080000:1.0:1763340285.376292:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0000, transno 21474838434 00000004:00080000:1.0:1763340285.376295:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3b80, transno 21474838435 00000004:00080000:1.0:1763340285.376297:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1880, transno 21474838439 00000004:00080000:1.0:1763340285.376300:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1500, transno 21474838440 00000004:00080000:1.0:1763340285.376302:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0a80, transno 21474838441 00000004:00080000:1.0:1763340285.376305:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3800, transno 21474838442 00000004:00080000:1.0:1763340285.376307:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7c700, transno 21474838443 00000004:00080000:1.0:1763340285.376310:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7dc00, transno 21474838444 00000004:00080000:1.0:1763340285.376312:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7e300, transno 21474838445 00000004:00080000:1.0:1763340285.376315:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7d880, transno 21474838446 00000004:00080000:1.0:1763340285.376317:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d85880, transno 21474838449 00000004:00080000:1.0:1763340285.376320:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d87480, transno 21474838450 00000004:00080000:1.0:1763340285.376322:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5595180, transno 21474838451 00000004:00080000:1.0:1763340285.376324:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5594700, transno 21474838452 00000004:00080000:1.0:1763340285.376327:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ea680, transno 21474838456 00000004:00080000:1.0:1763340285.376329:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ebb80, transno 21474838457 00000004:00080000:1.0:1763340285.376331:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f51f80, transno 21474838458 00000004:00080000:1.0:1763340285.376334:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f52300, transno 21474838459 00000004:00080000:1.0:1763340285.376336:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5e9c00, transno 21474838460 00000004:00080000:1.0:1763340285.376338:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5eb800, transno 21474838461 00000004:00080000:1.0:1763340285.376340:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d86680, transno 21474838463 00000004:00080000:1.0:1763340285.376343:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d84e00, transno 21474838464 00000004:00080000:1.0:1763340285.376346:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d87100, transno 21474838465 00000004:00080000:1.0:1763340285.376349:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cdce00, transno 21474838466 00000004:00080000:1.0:1763340285.376351:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cdfb80, transno 21474838467 00000004:00080000:1.0:1763340285.376353:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cde300, transno 21474838468 00000004:00080000:1.0:1763340285.376356:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc700, transno 21474838470 00000004:00080000:1.0:1763340285.376358:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc000, transno 21474838471 00000004:00080000:1.0:1763340285.376361:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785d880, transno 21474838472 00000004:00080000:1.0:1763340285.376363:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785ce00, transno 21474838473 00000100:00100000:1.0:1763340285.376370:0:3650:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c2d52300 x1848995292145152/t21474838477(21474838477) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763340301 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340285.376385:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d52300/2, rc 0, transno 21474838477 00000100:00100000:1.0:1763340285.376390:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292145152:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340285.376594:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.376602:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.376616:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.376620:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.376628:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.376645:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.376652:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182470ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.376680:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.376681:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.376683:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340285.376822:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.376843:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5600 00000100:00100000:3.0:1763340285.376854:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292145408:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340285.376955:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340285.376959:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340285.376961:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340285.376964:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340285.376966:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e8:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340285.377018:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292145408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 167us (3083us total) trans 21474838478 rc 0/0 00000100:00100000:3.0:1763340285.377025:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5600 00000004:00080000:3.0:1763340285.377374:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 82 done 00000100:00100000:3.0:1763340285.377482:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292145792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.377515:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.377560:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340285.377566:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292145664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.377586:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.377605:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292146048:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.377624:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.377637:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340285.377642:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292145920:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.377658:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.377690:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292145792 00000100:00100000:3.0:1763340285.377696:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292145792 00000100:00100000:3.0:1763340285.377721:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292145664 00000100:00100000:3.0:1763340285.377724:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292145664 00000100:00100000:3.0:1763340285.377739:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292146048 00000100:00100000:3.0:1763340285.377742:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292146048 00000100:00100000:3.0:1763340285.377755:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292145920 00000100:00100000:3.0:1763340285.377757:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292145920 00000100:00100000:3.0:1763340285.377774:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5601 00000100:00100000:3.0:1763340285.377781:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292145792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340285.377796:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:490 count 1 00002000:00010000:3.0:1763340285.377819:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340285.377824:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.377834:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.377836:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.377840:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.377851:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.377859:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.377865:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.377879:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340285.378021:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292145792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 239us (505us total) trans 17179871196 rc 0/0 00000100:00100000:3.0:1763340285.378028:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5601 00000100:00100000:3.0:1763340285.378042:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5602 00000100:00100000:3.0:1763340285.378049:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292145664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340285.378060:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:489 count 1 00010000:00010000:3.0:1763340285.378070:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.378084:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 23 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.378091:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.378092:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340285.378095:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.378118:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 23 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.378128:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 23 pid: 8401 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.378139:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292146176:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340285.378182:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085db40 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.378198:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5603 00000100:00100000:3.0:1763340285.378206:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3649:x1848995292146048:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340285.378268:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340285.378271:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340285.378274:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340285.378277:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340285.378279:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340285.378308:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292146048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (683us total) trans 17179871197 rc 0/0 00000100:00100000:3.0:1763340285.378315:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5603 00000100:00100000:3.0:1763340285.378432:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5604 00000100:00100000:3.0:1763340285.378440:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3649:x1848995292145920:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340285.378491:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340285.378494:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340285.378496:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb atime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340285.378498:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:3.0:1763340285.378500:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340285.378524:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292145920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (865us total) trans 17179871198 rc 0/0 00000100:00100000:3.0:1763340285.378549:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5604 00000004:00080000:3.0:1763340285.378587:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87fd500/2, rc 0, transno 17179871196 00000100:00100000:3.0:1763340285.378593:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292145792:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763340285.378611:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa4e00/2, rc 0, transno 17179871198 00000100:00100000:3.0:1763340285.378616:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292145920:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340285.378622:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa5180/2, rc 0, transno 17179871197 00000100:00100000:3.0:1763340285.378626:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292146048:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340285.378757:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.378764:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.378772:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.378776:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.378785:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.378804:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.378811:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182470b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.378827:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.378829:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.378831:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763340285.379038:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340285.379042:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb mtime from disk: 1763340285 -> 1763340285 00002000:00010000:2.0:1763340285.379044:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340285.379046:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb ctime from disk: 1763340285 -> 1763340285 00002000:00010000:2.0:1763340285.379048:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340285.379078:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292145280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3074us (5182us total) trans 21474838479 rc 0/0 00000100:00100000:2.0:1763340285.379086:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5599 00000004:00080000:1.0:1763340285.379177:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c485bb80/2, rc 0, transno 21474838478 00000100:00100000:1.0:1763340285.379183:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292145408:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340285.379191:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d50700/2, rc 0, transno 21474838479 00000100:00100000:1.0:1763340285.379194:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292145280:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.381358:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.382787:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280526720 00000100:00100000:1.0:1763340285.382798:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280526720 00000100:00100000:1.0:1763340285.382864:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8435 00000100:00100000:1.0:1763340285.382873:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+182:56669:x1848995280526720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.382896:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.382918:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb182470c0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158e3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.382972:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb182470c0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158e3 expref: 183 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.382984:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0000/0xbdebf3fb182470c0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158e3 expref: 183 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.382999:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:1.0:1763340285.383002:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340285.383005:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0000, rc 0) 00000100:00100000:1.0:1763340285.383073:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56669:x1848995280526720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 200us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.383084:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8435 00000100:00100000:0.0:1763340285.383786:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.383817:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.383884:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292146176:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.383912:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.383948:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.383967:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280527104 00000100:00100000:0.0:1763340285.383971:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280527104 00010000:00010000:0.0:1763340285.383995:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 12 pid: 8401 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.384019:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280527232 00000100:00100000:0.0:1763340285.384021:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280527232 00010000:00010000:0.0:1763340285.384033:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 24 pid: 8401 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.384056:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2733 00000100:00100000:0.0:1763340285.384063:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280527104:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.384074:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.384078:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 12 pid: 8401 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.384090:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 12 pid: 8401 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.384111:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.384113:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.384118:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384128:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384145:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.384174:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280527104:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 111us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.384181:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2733 00000100:00100000:0.0:1763340285.384195:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2734 00000100:00100000:0.0:1763340285.384202:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280527232:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.384211:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.384215:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 24 pid: 8401 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.384227:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 24 pid: 8401 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.384240:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb18246fee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ab expref: 24 pid: 8401 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.384252:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.384254:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.384258:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384266:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384281:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.384300:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280527232:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 99us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.384307:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2734 00010000:00010000:0.0:1763340285.384329:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384338:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384349:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384362:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384379:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340285.384631:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292145664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6581us (7042us total) trans 17179871199 rc 0/0 00000100:00100000:0.0:1763340285.384639:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5602 00010000:00010000:0.0:1763340285.384661:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.384678:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384684:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.384688:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384697:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384709:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384715:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182470b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.384729:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.384731:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.384732:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340285.384757:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87fce00/2, rc 0, transno 17179871199 00000100:00100000:0.0:1763340285.384763:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292145664:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340285.384926:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb18246fd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1589d expref: 11 pid: 8401 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.384939:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4859180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292145536:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340285.384952:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.384960:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.384966:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.384973:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.384980:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.385000:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340285.385124:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292145024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11064us (11333us total) trans 21474838480 rc 0/0 00000100:00100000:3.0:1763340285.385131:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5597 00000100:00100000:1.0:1763340285.385263:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280526976 00000100:00100000:1.0:1763340285.385268:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280526976 00000100:00100000:1.0:1763340285.385308:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8436 00000100:00100000:1.0:1763340285.385316:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+183:56673:x1848995280526976:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.385329:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.385332:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340285.385345:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247088 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158d5 expref: 183 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.385369:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799600) 00010000:00010000:1.0:1763340285.385376:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340285.385390:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182470c7 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158ea expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.385472:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340285.385481:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385489:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385499:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340285.385505:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385510:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385868:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340285.385877:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385883:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340285.385894:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 0 00010000:00010000:1.0:1763340285.385919:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385925:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385930:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385936:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385941:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.385944:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385950:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385958:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b100) 00010000:00010000:1.0:1763340285.385960:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.385963:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385972:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb182470ce lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340285.385983:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ed396515 reply state 00000000f12431c8 transno 4294972058 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385992:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.385998:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297bb00) 00010000:00010000:1.0:1763340285.386000:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340285.386003:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340285.386027:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182470c7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 185 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.386043:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 184 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.386049:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297b700) 00010000:00010000:1.0:1763340285.386051:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340285.386054:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:1.0:1763340285.386099:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56673:x1848995280526976:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 785us (2315us total) trans 4294972058 rc 0/0 00000100:00100000:1.0:1763340285.386106:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8436 00010000:00010000:0.0:1763340285.386854:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.386863:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.386872:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.386875:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.386883:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.386895:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.386901:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182470a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.386914:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.386915:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.386917:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340285.386946:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d53800/2, rc 0, transno 21474838480 00000100:00100000:0.0:1763340285.386952:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292145024:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.392134:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.392229:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280527488 00000100:00100000:2.0:1763340285.392240:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280527488 00000100:00100000:2.0:1763340285.392298:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2858 00000100:00100000:2.0:1763340285.392309:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56669:x1848995280527488:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340285.392526:0:14057:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1a1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340285.392621:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1190, 64 off101336 00000040:00080000:2.0:1763340285.392643:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1168, 64 off99632 00000040:00080000:2.0:1763340285.392651:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1169, 64 off99696 00000040:00080000:2.0:1763340285.392658:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1191, 64 off101400 00010000:00010000:2.0:1763340285.392725:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340285.392739:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.392749:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.392757:0:14057:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.392762:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.392768:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340285.392787:0:14057:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340285.392941:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56669:x1848995280527488:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 632us (815us total) trans 4294972059 rc 0/0 00000100:00100000:2.0:1763340285.392949:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2858 00010000:00010000:0.0:1763340285.393063:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.393071:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340285.393077:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.393081:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340285.393088:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340285.393099:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a1:0x0].0x0 (ffff9555fd5a5d00) 00010000:00010000:0.0:1763340285.393102:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340285.393107:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340285.393112:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182470ea lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340285.393123:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.393125:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.393126:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340285.395676:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.395713:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.395832:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280527744 00000100:00100000:2.0:1763340285.395842:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280527744 00000100:00100000:2.0:1763340285.395894:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280528000 00000100:00100000:2.0:1763340285.395897:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280528000 00000100:00100000:2.0:1763340285.395929:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8437 00000100:00100000:2.0:1763340285.395940:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56673:x1848995280527744:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.395965:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.395985:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182470f1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158f1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.396083:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.396097:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.396106:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.396141:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.396153:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 188 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.396166:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7930700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292146304:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340285.396179:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8438 00000100:00100000:2.0:1763340285.396236:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda780 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.396273:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56669:x1848995280528000:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.396285:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.396295:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182470ff lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158f8 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.396347:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.396362:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.396372:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340285.396383:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 0 00010000:00010000:3.0:1763340285.396453:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.396461:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.396467:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.396473:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.396477:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.396484:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.396494:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297b700) 00010000:00010000:3.0:1763340285.396497:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763340285.396501:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.396507:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247106 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.398350:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182470ff lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158f8 expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.398373:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297b700) 00010000:00010000:3.0:1763340285.398376:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340285.398380:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182470ff lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158f8 expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.398396:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e200, rc 0) 00000100:00100000:3.0:1763340285.398502:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56669:x1848995280528000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2233us (2787us total) trans 4294972060 rc 301/301 00000100:00100000:3.0:1763340285.398511:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8438 00000100:00100000:1.0:1763340285.400557:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.401025:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280528128 00000100:00100000:3.0:1763340285.401036:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280528128 00010000:00010000:3.0:1763340285.401078:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 189 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.401115:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2735 00000100:00100000:3.0:1763340285.401124:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2407:x1848995280528128:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340285.401139:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.401145:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 189 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.401158:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 189 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.401180:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297b700) 00010000:00010000:3.0:1763340285.401873:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.401888:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.401895:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.401918:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340285.401988:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2407:x1848995280528128:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 863us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.401996:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2735 00010000:00010000:2.0:1763340285.403851:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182470dc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ea expref: 188 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.403872:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7930700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292146304:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.403894:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.403902:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.403908:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.403932:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 0 00000004:00080000:2.0:1763340285.404091:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1eb:0x0], index 1: 0 00000004:00080000:2.0:1763340285.404097:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1eb:0x0], index 0: 0 00000004:00080000:2.0:1763340285.404101:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1ec:0x0], index 0: 0 00000004:00080000:2.0:1763340285.404104:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1ec:0x0], index 1: 0 00010000:00010000:2.0:1763340285.404196:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.404208:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.404215:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.404220:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.404224:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.404231:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.404243:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297b700) 00010000:00010000:2.0:1763340285.404245:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340285.404249:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.404255:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182470f8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.404296:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182470f1 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158f1 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.404306:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297b700) 00010000:00010000:2.0:1763340285.404308:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340285.404312:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182470f1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158f1 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.404323:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340285.404385:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56673:x1848995280527744:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8446us (8726us total) trans 4294972061 rc 301/301 00000100:00100000:2.0:1763340285.404394:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8437 00010000:00010000:1.0:1763340285.404853:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340285.408422:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.409147:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280528384 00000100:00100000:3.0:1763340285.409158:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280528384 00000100:00100000:3.0:1763340285.409212:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2859 00000100:00100000:3.0:1763340285.409222:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56669:x1848995280528384:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340285.409503:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56669:x1848995280528384:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 282us (1088us total) trans 4294972062 rc 0/0 00000100:00100000:3.0:1763340285.409510:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2859 00000100:00100000:3.0:1763340285.410253:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.411758:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280528640 00000100:00100000:1.0:1763340285.411768:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280528640 00000100:00100000:1.0:1763340285.411832:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2860 00000100:00100000:1.0:1763340285.411841:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56673:x1848995280528640:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340285.412008:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56673:x1848995280528640:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 168us (1755us total) trans 4294972063 rc 0/0 00000100:00100000:1.0:1763340285.412014:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2860 00000100:00100000:1.0:1763340285.419970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.420626:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280528896 00000100:00100000:3.0:1763340285.420637:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280528896 00000100:00100000:3.0:1763340285.420706:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2861 00000100:00100000:3.0:1763340285.420717:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56673:x1848995280528896:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340285.420931:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56673:x1848995280528896:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 215us (969us total) trans 4294972064 rc 0/0 00000100:00100000:3.0:1763340285.420938:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2861 00000100:00100000:2.0:1763340285.425200:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.425906:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280529152 00000100:00100000:1.0:1763340285.425917:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280529152 00000100:00100000:3.0:1763340285.426498:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8439 00000100:00100000:3.0:1763340285.426512:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280529152:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340285.426567:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.426592:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824711b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df158ff expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.426794:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.426808:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.426819:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.426828:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.426834:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.426839:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.426893:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247130 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.426902:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247130 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.426966:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247130 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340285.426976:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 0 00010000:00010000:2.0:1763340285.427054:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427061:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427068:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427074:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427080:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.427084:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427092:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427103:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340285.427106:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.427110:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427116:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247122 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427128:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427134:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427139:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427143:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.427146:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427155:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427162:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297bb00) 00010000:00010000:2.0:1763340285.427164:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.427167:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427173:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247129 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.427205:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824711b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ff expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.427224:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247130 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ff expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.427231:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.427233:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340285.427236:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340285.427298:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280529152:12345-192.168.203.42@tcp:101:bash.0 Request processed in 789us (2106us total) trans 4294972065 rc 0/0 00000100:00100000:2.0:1763340285.427305:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8439 00000100:00100000:0.0:1763340285.430122:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.430194:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280529280 00000100:00100000:2.0:1763340285.430203:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280529280 00000100:00100000:2.0:1763340285.430256:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8440 00000100:00100000:2.0:1763340285.430266:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280529280:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.430288:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.430306:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824713e lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15906 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.430336:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247145 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.430347:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247145 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.430357:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247145 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.430457:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824713e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15906 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.430474:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247145 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15906 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.430481:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.430484:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340285.430487:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340285.430607:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280529280:12345-192.168.203.42@tcp:101:bash.0 Request processed in 342us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.430614:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8440 00000100:00100000:1.0:1763340285.432813:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.445842:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280529536 00000100:00100000:2.0:1763340285.445857:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280529536 00000100:00100000:2.0:1763340285.445934:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8441 00000100:00100000:2.0:1763340285.445946:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56674:x1848995280529536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.445967:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.445988:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824714c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1590d expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.446091:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247153 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.446105:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247153 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.446118:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247153 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340285.446129:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 0 00010000:00010000:2.0:1763340285.446236:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824714c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1590d expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.446252:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247153 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1590d expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.446260:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.446264:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763340285.446267:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00000100:00100000:2.0:1763340285.446341:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56674:x1848995280529536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 398us (13533us total) trans 4294972066 rc 0/0 00000100:00100000:2.0:1763340285.446349:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8441 00000100:00100000:1.0:1763340285.452975:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.453063:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280529792 00000100:00100000:2.0:1763340285.453075:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280529792 00000100:00100000:2.0:1763340285.453140:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8442 00000100:00100000:2.0:1763340285.453151:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280529792:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340285.453210:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340285.453239:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247130 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158ff expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.453262:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.453268:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.453458:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.453473:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.453485:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:2.0:1763340285.453554:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972067 00000004:00010000:2.0:1763340285.453583:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003cb13702 reply state 000000000b94e887 transno 4294972068 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.453597:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.453604:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.453608:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340285.453611:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340285.453715:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280529792:12345-192.168.203.42@tcp:36:bash.0 Request processed in 564us (747us total) trans 4294972068 rc 0/0 00000100:00100000:2.0:1763340285.453725:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8442 00000020:00080000:2.0:1763340285.453731:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340285.457489:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.457622:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.457718:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280529920 00000100:00100000:2.0:1763340285.457729:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280529920 00000100:00100000:2.0:1763340285.457788:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280530176 00000100:00100000:2.0:1763340285.457792:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280530176 00000100:00100000:2.0:1763340285.457826:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8443 00000100:00100000:2.0:1763340285.457835:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56674:x1848995280529920:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.457867:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.457895:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247168 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15914 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.457994:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.458011:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.458022:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.458051:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 0 00000004:00200000:2.0:1763340285.458057:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340285.458076:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.458100:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247168 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.458117:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.458126:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.458129:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340285.458131:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:2.0:1763340285.458182:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56674:x1848995280529920:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 347us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.458189:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8443 00000100:00100000:2.0:1763340285.458207:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8444 00000100:00100000:2.0:1763340285.458215:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280530176:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.458223:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.458225:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340285.458237:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247153 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1590d expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.458247:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.458251:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.458258:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247176 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1591b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.458283:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.458293:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.458301:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.458329:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.458342:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 198 pid: 6513 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.458355:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292146432:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.458411:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.462124:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292146432:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.462151:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340285.464178:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.464211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.464234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.464316:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280530304 00000100:00100000:0.0:1763340285.464325:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280530304 00000100:00100000:0.0:1763340285.464374:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280530432 00000100:00100000:0.0:1763340285.464377:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280530432 00000100:00100000:0.0:1763340285.464404:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5605 00000100:00100000:3.0:1763340285.464413:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5606 00000100:00100000:0.0:1763340285.464416:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280530304:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:3.0:1763340285.464429:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280530432:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.464435:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.464440:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.464460:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15929 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.464460:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15922 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340285.464494:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763340285.464494:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340285.464519:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.464520:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.464524:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.464525:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.464555:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 12 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340285.464565:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 24 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340285.464575:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 12 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340285.464585:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 24 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340285.464591:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00010000:00010000:3.0:1763340285.464599:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:0.0:1763340285.464980:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280530304:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 567us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.464988:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5605 00000100:00100000:2.0:1763340285.465140:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280530560 00000100:00100000:2.0:1763340285.465145:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280530560 00010000:00010000:2.0:1763340285.465165:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 199 pid: 6513 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.465187:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2736 00000100:00100000:2.0:1763340285.465194:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:2407:x1848995280530560:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340285.465205:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340285.465211:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 199 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.465221:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 199 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.465240:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824716f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15914 expref: 199 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.465253:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.465258:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.465266:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.465273:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.465296:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340285.465572:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280530432:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1147us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.465580:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5606 00010000:00010000:3.0:1763340285.465644:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.465652:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340285.465799:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2407:x1848995280530560:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 604us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.465808:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2736 00000040:00080000:0.0:1763340285.467032:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1192, 88 off101488 00000004:00080000:0.0:1763340285.467043:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026274509617ns, next at 1026715199107ns, rc = 0 00000040:00080000:0.0:1763340285.467082:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1170, 88 off99784 00000004:00080000:0.0:1763340285.467088:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026274554768ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.467122:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1171, 88 off99872 00000004:00080000:0.0:1763340285.467128:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026274594740ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.467142:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1193, 88 off101576 00000004:00080000:0.0:1763340285.467145:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026274612688ns, next at 1026715199107ns, rc = 0 00000100:00100000:1.0:1763340285.468271:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.469566:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280530688 00000100:00100000:3.0:1763340285.469581:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280530688 00000100:00100000:3.0:1763340285.469635:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8445 00000100:00100000:3.0:1763340285.469645:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56674:x1848995280530688:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.469676:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.469699:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15930 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.469753:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.469763:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.469783:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.469796:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.469811:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:3.0:1763340285.469815:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340285.469820:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.469828:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:3.0:1763340285.469893:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56674:x1848995280530688:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 248us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.469904:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8445 00000001:00080000:2.0:1763340285.476887:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972069 is committed 00000004:00080000:2.0:1763340285.476901:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 786 committed 00000004:00080000:2.0:1763340285.477039:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 765 committed 00000004:00080000:2.0:1763340285.477061:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 764 committed 00000004:00080000:2.0:1763340285.477064:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 785 committed 00010000:00010000:2.0:1763340285.477162:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1591b expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.477176:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.477179:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340285.477185:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.477196:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.477203:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.477248:0:6513:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340285.477263:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292146560:192.168.203.42@tcp:105: 00000100:00100000:2.0:1763340285.477349:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.477526:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292146816:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340285.477582:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477593:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477602:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340285.477606:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763340285.477613:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.477620:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477628:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477640:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c297bb00) 00010000:00010000:1.0:1763340285.477643:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.477647:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477654:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182470d5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477689:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477697:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477704:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477710:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.477713:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477720:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477730:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:1.0:1763340285.477734:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.477738:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.477744:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247161 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340285.477799:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292147072:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.477831:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.477856:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292147584:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.477879:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.477911:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763340285.477917:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292146944:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340285.479587:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292146816 00000100:00100000:1.0:1763340285.479598:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292146816 00000100:00100000:1.0:1763340285.479644:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292147072 00000100:00100000:1.0:1763340285.479648:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292147072 00000100:00100000:1.0:1763340285.479676:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292147584 00000100:00100000:1.0:1763340285.479680:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292147584 00000100:00100000:1.0:1763340285.479705:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5607 00000100:00100000:1.0:1763340285.479714:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3651:x1848995292146816:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340285.479743:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:488 count 1 00010000:00010000:1.0:1763340285.479767:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.479786:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.479795:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.479797:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.479800:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.479831:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.479843:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 11 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.479854:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292147712:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.479923:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3600 going to sleep for 11 seconds 00000100:00100000:1.0:1763340285.479942:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5608 00000100:00100000:1.0:1763340285.479950:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3649:x1848995292147072:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340285.480075:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340285.480079:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ec:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.480081:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ec:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.480083:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ec:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.480085:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340285.480953:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292146688:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.481402:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4859180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292147328:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.481434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.481472:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292147328 00000100:00100000:0.0:1763340285.481477:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292147328 00000100:00100000:0.0:1763340285.481507:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5609 00000100:00100000:0.0:1763340285.481515:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3649:x1848995292147584:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340285.481632:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ec:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340285.481636:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ec:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.481638:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ec:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.481641:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ec:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.481643:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ec:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340285.481686:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3649:x1848995292147584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 171us (3805us total) trans 17179871200 rc 0/0 00000100:00100000:0.0:1763340285.481694:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5609 00000100:00100000:0.0:1763340285.481722:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610 00000100:00100000:0.0:1763340285.481730:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3651:x1848995292147328:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340285.481742:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:488 count 1 00010000:00010000:0.0:1763340285.481756:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.481771:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.481779:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.481781:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.481784:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.481810:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.481822:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 23 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.481833:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292147840:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.481878:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e0468600 going to sleep for 11 seconds 00000100:00100000:1.0:1763340285.482091:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292147072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2141us (4257us total) trans 21474838481 rc 0/0 00000100:00100000:1.0:1763340285.482099:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5608 00000100:00100000:2.0:1763340285.482154:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.482187:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292147200:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.482210:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.482248:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292146688 00000100:00100000:2.0:1763340285.482252:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292146688 00000100:00100000:2.0:1763340285.482285:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292147200 00000100:00100000:2.0:1763340285.482288:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292147200 00000100:00100000:3.0:1763340285.482331:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.482395:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292146944 00000100:00100000:1.0:1763340285.482400:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292146944 00000100:00100000:3.0:1763340285.482412:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292147456:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340285.482429:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5611 00000100:00100000:1.0:1763340285.482437:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292146688:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.482442:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1763340285.482453:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:487 count 1 00010000:00010000:1.0:1763340285.482467:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763340285.482470:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d36a00/2, rc 0, transno 21474838481 00000100:00100000:3.0:1763340285.482480:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292147072:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340285.482483:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.482491:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000004:00080000:3.0:1763340285.482493:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d85880/2, rc 0, transno 17179871200 00010000:00010000:1.0:1763340285.482493:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.482498:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.482501:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292147584:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340285.482524:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.482551:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292147456 00010000:00010000:1.0:1763340285.482555:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 11 pid: 35213 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.482557:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292147456 00000100:00100000:1.0:1763340285.482568:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292147968:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340285.482578:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5612 00000100:00100000:3.0:1763340285.482585:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3650:x1848995292147200:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340285.482597:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:487 count 1 00000100:00100000:1.0:1763340285.482598:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3000 going to sleep for 11 seconds 00010000:00010000:3.0:1763340285.482609:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.482617:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5613 00010000:00010000:3.0:1763340285.482625:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 23 pid: 8400 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763340285.482629:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292146944:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340285.482645:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.482647:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.482649:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.482678:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 23 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340285.482686:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 23 pid: 8400 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1763340285.482696:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292148096:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340285.482728:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d840 going to sleep for 11 seconds 00000100:00100000:1.0:1763340285.482744:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3649:x1848995292146944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (411us total) trans 21474838482 rc 0/0 00000100:00100000:3.0:1763340285.482750:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5614 00000100:00100000:1.0:1763340285.482756:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5613 00000100:00100000:3.0:1763340285.482761:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3649:x1848995292147456:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340285.482785:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5eed80/2, rc 0, transno 21474838482 00000100:00100000:1.0:1763340285.482790:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292146944:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.482850:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3649:x1848995292147456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 92us (410us total) trans 17179871201 rc 0/0 00000100:00100000:3.0:1763340285.482992:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5614 00000004:00080000:1.0:1763340285.483356:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d87b80/2, rc 0, transno 17179871201 00000100:00100000:1.0:1763340285.483362:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292147456:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340285.488188:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292148096:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340285.488219:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.488261:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.488286:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280530816 00000100:00100000:1.0:1763340285.488293:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280530816 00010000:00010000:1.0:1763340285.488327:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 24 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.488364:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2737 00000100:00100000:1.0:1763340285.488373:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280530816:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.488388:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.488394:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 24 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.488404:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 24 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.488427:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.488429:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.488434:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.488443:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.488463:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.488508:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280530816:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 135us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.488516:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2737 00000100:00100000:1.0:1763340285.488576:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.488595:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280531072 00000100:00100000:1.0:1763340285.488598:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280531072 00010000:00010000:1.0:1763340285.488612:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 12 pid: 35213 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.488635:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2738 00000100:00100000:1.0:1763340285.488640:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c8c91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280531072:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.488648:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.488651:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 12 pid: 35213 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.488659:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 12 pid: 35213 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.488682:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.488684:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.488687:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.488693:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.488705:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.488722:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c8c91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280531072:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 81us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.488729:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2738 00000100:00100000:1.0:1763340285.488827:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.488842:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280530944 00000100:00100000:1.0:1763340285.488845:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280530944 00010000:00010000:1.0:1763340285.488857:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 12 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.488881:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2739 00000100:00100000:1.0:1763340285.488887:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280530944:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.488896:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.488899:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 12 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.488907:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 12 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.488918:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.488920:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.488923:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.488929:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.488940:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.488956:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280530944:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 69us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.488961:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2739 00000100:00100000:1.0:1763340285.488999:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.489013:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280531200 00000100:00100000:1.0:1763340285.489016:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280531200 00010000:00010000:1.0:1763340285.489027:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 24 pid: 8400 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1763340285.489046:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2740 00000100:00100000:1.0:1763340285.489052:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280531200:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.489065:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.489069:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 24 pid: 8400 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1763340285.489077:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 24 pid: 8400 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1763340285.489090:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18246f77 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1587a expref: 24 pid: 8400 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1763340285.489102:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.489104:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.489107:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489114:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489131:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.489152:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280531200:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 98us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.489158:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2740 00010000:00010000:3.0:1763340285.489164:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c2b59200/0xbdebf3fb18246e6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1581f expref: 11 pid: 35213 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.489180:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.489182:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292147968:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340285.489198:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.489202:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489208:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489225:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.489230:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.489240:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489245:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340285.489248:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.489258:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.489273:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340285.489468:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292146688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7031us (7313us total) trans 21474838483 rc 0/0 00000100:00100000:3.0:1763340285.489477:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5611 00000100:00100000:1.0:1763340285.489518:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3650:x1848995292147200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6932us (7306us total) trans 17179871202 rc 0/0 00000100:00100000:1.0:1763340285.489525:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5612 00010000:00010000:1.0:1763340285.489573:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340285.489579:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489586:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340285.489590:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489599:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489612:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489625:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182471ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489644:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340285.489648:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489654:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340285.489658:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489677:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489690:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489697:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.489715:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.489717:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.489719:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340285.490071:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:2.0:1763340285.490399:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ee300/2, rc 0, transno 21474838483 00000100:00100000:2.0:1763340285.490408:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292146688:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763340285.490421:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f51f80/2, rc 0, transno 17179871202 00000100:00100000:2.0:1763340285.490427:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292147200:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340285.490458:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824701f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158b9 expref: 10 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.490469:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292147712:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.490485:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.490494:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.490501:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.490510:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.490518:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.490566:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340285.490813:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3651:x1848995292146816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11098us (13208us total) trans 21474838484 rc 0/0 00000100:00100000:2.0:1763340285.490821:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5607 00000100:00100000:2.0:1763340285.490857:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292146560:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340285.490886:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247176 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1591b expref: 186 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340285.490903:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1591b expref: 185 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.490934:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:2.0:1763340285.490972:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280530176:12345-192.168.203.42@tcp:101:bash.0 Request processed in 32757us (33350us total) trans 4294972069 rc 0/0 00000100:00100000:2.0:1763340285.490980:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8444 00010000:00010000:0.0:1763340285.491065:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.491073:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491081:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.491085:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491095:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491109:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491117:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247199 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491132:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.491135:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.491137:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.491161:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247042 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df158c0 expref: 22 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.491171:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292147840:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.491184:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491193:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491201:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491210:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491218:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.491242:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340285.491369:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292147328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9639us (9933us total) trans 17179871203 rc 0/0 00000100:00100000:0.0:1763340285.491375:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610 00000004:00080000:0.0:1763340285.491403:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4859180/2, rc 0, transno 17179871203 00000100:00100000:0.0:1763340285.491409:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4859180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292147328:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763340285.491417:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ed880/2, rc 0, transno 21474838484 00000100:00100000:0.0:1763340285.491420:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292146816:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340285.491958:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340285.491965:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.491973:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340285.491976:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.491984:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.491998:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.492016:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182471a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.492037:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340285.492039:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340285.492040:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340285.493474:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340285.496745:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280531328 00000100:00100000:1.0:1763340285.496760:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280531328 00000100:00100000:1.0:1763340285.496827:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2862 00000100:00100000:1.0:1763340285.496837:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56674:x1848995280531328:12345-192.168.203.42@tcp:49:lfs.0 00000100:00100000:1.0:1763340285.496966:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56674:x1848995280531328:12345-192.168.203.42@tcp:49:lfs.0 Request processed in 129us (7261us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.496975:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2862 00000100:00100000:3.0:1763340285.498251:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.499166:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280531456 00000100:00100000:1.0:1763340285.499176:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280531456 00000100:00100000:1.0:1763340285.499224:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2863 00000100:00100000:1.0:1763340285.499233:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b69050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280531456:12345-192.168.203.42@tcp:49:bash.0 00000100:00100000:1.0:1763340285.499335:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b69050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:55868:x1848995280531456:12345-192.168.203.42@tcp:49:bash.0 Request processed in 102us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.499341:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2863 00000100:00100000:3.0:1763340285.501443:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.501675:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280531584 00000100:00100000:1.0:1763340285.501684:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280531584 00000100:00100000:1.0:1763340285.501966:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5615 00000100:00100000:1.0:1763340285.501977:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280531584:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.501993:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.502012:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15937 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340285.502031:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340285.502046:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.502048:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.502056:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 23 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340285.502070:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 23 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340285.502087:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:1.0:1763340285.502136:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280531584:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 161us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.502142:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5615 00000100:00100000:0.0:1763340285.506194:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.506237:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.506927:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280531712 00000100:00100000:1.0:1763340285.506938:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280531712 00000100:00100000:1.0:1763340285.506989:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5616 00000100:00100000:1.0:1763340285.506997:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280531712:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340285.507015:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.507032:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1593e expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.507058:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 24 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340285.507066:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.507068:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.507072:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 24 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.507100:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 24 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340285.507111:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 24 pid: 28498 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1763340285.507128:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b28380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292148224:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.507211:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7da33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.507310:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280531968 00000100:00100000:2.0:1763340285.507316:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280531968 00000100:00100000:2.0:1763340285.507355:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2864 00000100:00100000:2.0:1763340285.507364:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56674:x1848995280531968:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340285.507584:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56674:x1848995280531968:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 220us (1344us total) trans 4294972070 rc 0/0 00000100:00100000:2.0:1763340285.507595:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2864 00000100:00100000:3.0:1763340285.511021:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.511219:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280532224 00000100:00100000:2.0:1763340285.511228:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280532224 00000100:00100000:2.0:1763340285.511446:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8446 00000100:00100000:2.0:1763340285.511458:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56674:x1848995280532224:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.511487:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.511512:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182471c3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15945 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.511582:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b28380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292148224:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340285.511609:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 24 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.511615:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.511624:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0200, rc 0) 00010000:00010000:2.0:1763340285.511626:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.511636:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.511646:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.511652:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.511658:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340285.511687:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280531712:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4691us (5502us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.511695:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5616 00000100:00100000:3.0:1763340285.511918:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.512078:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280532352 00000100:00100000:1.0:1763340285.512083:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280532352 00010000:00010000:1.0:1763340285.512101:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 24 pid: 28498 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1763340285.512696:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2741 00000100:00100000:3.0:1763340285.512708:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280532352:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340285.512721:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.512727:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 24 pid: 28498 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1763340285.512739:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 24 pid: 28498 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1763340285.512759:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15937 expref: 24 pid: 28498 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1763340285.512770:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.512773:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.512779:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.512849:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.512883:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.512896:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6499:1848995292148352:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340285.512957:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d900 going to sleep for 11 seconds 00010000:00010000:2.0:1763340285.513102:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182471d8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.513114:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182471d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513123:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182471d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.513133:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 2 00010000:00010000:2.0:1763340285.513208:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513214:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513220:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513225:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513231:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.513235:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513241:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513250:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.513253:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.513257:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513262:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182471ca lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513272:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513281:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513286:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513290:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.513293:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513298:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513304:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb100) 00010000:00010000:2.0:1763340285.513306:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.513309:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513314:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471d1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.513355:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182471c3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15945 expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.513370:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182471d8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15945 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.513376:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.513379:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340285.513381:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:2.0:1763340285.513418:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56674:x1848995280532224:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1963us (2406us total) trans 4294972071 rc 0/0 00000100:00100000:2.0:1763340285.513426:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8446 00000100:00100000:3.0:1763340285.517435:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6499:1848995292148352:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340285.517461:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340285.517516:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280532352:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4810us (5597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.517527:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2741 00000100:00100000:3.0:1763340285.518909:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.518947:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.519147:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280532480 00000100:00100000:1.0:1763340285.519156:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280532480 00000100:00100000:1.0:1763340285.519212:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5617 00000100:00100000:1.0:1763340285.519223:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:55868:x1848995280532480:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340285.519241:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.519261:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1594c expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340285.519281:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340285.519301:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.519304:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.519312:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.519325:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.519336:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:1.0:1763340285.519374:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:55868:x1848995280532480:12345-192.168.203.42@tcp:101:bash.0 Request processed in 153us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.519380:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5617 00000100:00100000:2.0:1763340285.519685:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280532736 00000100:00100000:2.0:1763340285.519690:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280532736 00000100:00100000:2.0:1763340285.519719:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2865 00000100:00100000:2.0:1763340285.519726:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56674:x1848995280532736:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340285.519883:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56674:x1848995280532736:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 157us (935us total) trans 4294972072 rc 0/0 00000100:00100000:2.0:1763340285.519890:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2865 00000100:00100000:0.0:1763340285.527723:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.527763:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.527844:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280532864 00000100:00100000:1.0:1763340285.527854:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280532864 00002000:00010000:1.0:1763340285.527892:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/491 (0->18446744073709551615) 00002000:00100000:1.0:1763340285.527897:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d35880 with x1848995280532864 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340285.527908:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d35880. 00000100:00100000:1.0:1763340285.527938:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280532992 00000100:00100000:1.0:1763340285.527942:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280532992 00002000:00010000:1.0:1763340285.527955:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/491 (0->18446744073709551615) 00002000:00100000:1.0:1763340285.527959:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d37100 with x1848995280532992 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340285.527965:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d37100. 00000100:00100000:1.0:1763340285.527984:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1445 00000100:00100000:1.0:1763340285.527993:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280532864:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340285.528151:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1eb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340285.528154:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1eb:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340285.528157:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1eb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.528159:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1eb:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340285.528162:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1eb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340285.528211:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280532864:12345-192.168.203.42@tcp:10:bash.0 Request processed in 218us (497us total) trans 17179871204 rc 0/0 00000100:00100000:1.0:1763340285.528219:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1445 00002000:00010000:1.0:1763340285.528223:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/491 (0->18446744073709551615) 00002000:00100000:1.0:1763340285.528225:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d35880 with x1848995280532864 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340285.528230:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d35880. 00000100:00100000:1.0:1763340285.528249:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1446 00000100:00100000:1.0:1763340285.528256:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280532992:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340285.528336:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1eb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340285.528340:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1eb:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340285.528342:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1eb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340285.528345:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1eb:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340285.528346:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1eb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340285.528368:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280532992:12345-192.168.203.42@tcp:10:bash.0 Request processed in 112us (603us total) trans 21474838485 rc 0/0 00000100:00100000:1.0:1763340285.528374:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1446 00002000:00010000:1.0:1763340285.528377:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/491 (0->18446744073709551615) 00002000:00100000:1.0:1763340285.528380:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d37100 with x1848995280532992 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340285.528384:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d37100. 00000100:00100000:0.0:1763340285.529205:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.529557:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280533120 00000100:00100000:1.0:1763340285.529563:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280533120 00000100:00100000:1.0:1763340285.529598:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2866 00000100:00100000:1.0:1763340285.529604:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56674:x1848995280533120:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340285.529732:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56674:x1848995280533120:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 126us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.529740:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2866 00000100:00100000:3.0:1763340285.537182:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.539762:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280533376 00000100:00100000:2.0:1763340285.539775:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280533376 00000100:00100000:2.0:1763340285.539841:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2867 00000100:00100000:2.0:1763340285.539850:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280533376:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340285.540137:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280533376:12345-192.168.203.42@tcp:35:bash.0 Request processed in 286us (2964us total) trans 4294972073 rc 0/0 00000100:00100000:2.0:1763340285.540145:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2867 00000100:00100000:0.0:1763340285.546761:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.548992:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280533632 00000100:00100000:2.0:1763340285.549005:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280533632 00000100:00100000:2.0:1763340285.549063:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8447 00000100:00100000:2.0:1763340285.549070:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56675:x1848995280533632:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.549090:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.549109:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182471ed lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15953 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.549200:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.549217:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.549226:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.549237:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 5 00010000:00010000:2.0:1763340285.550849:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182471ed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.550873:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.550881:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340285.550884:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763340285.550887:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fc00, rc 0) 00000100:00100000:2.0:1763340285.550962:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56675:x1848995280533632:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1890us (4208us total) trans 4294972074 rc 0/0 00000100:00100000:2.0:1763340285.550971:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8447 00000100:00100000:0.0:1763340285.559892:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.559958:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.560027:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280533888 00000100:00100000:1.0:1763340285.560032:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280534016 00000100:00100000:3.0:1763340285.560038:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280533888 00000100:00100000:1.0:1763340285.560038:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280534016 00000100:00100000:3.0:1763340285.560100:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8448 00000100:00100000:3.0:1763340285.560109:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56676:x1848995280533888:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340285.560165:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763340285.560196:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb1824717d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1591b expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.560224:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247192 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15930 expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.560238:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182471d8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15945 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.560240:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8449 00000100:00100000:1.0:1763340285.560248:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56675:x1848995280534016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.560258:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.560260:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247145 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15906 expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.560269:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:1.0:1763340285.560272:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247202 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1595a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.560274:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340285.560293:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.560304:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.560312:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.560322:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.560328:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.560333:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.560336:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.560343:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.560348:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.560414:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.560427:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.560433:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 2/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.560439:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.560454:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340285.560475:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.560486:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 190 pid: 6513 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.560498:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292148480:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340285.560589:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d900 going to sleep for 11 seconds 00000004:00200000:1.0:1763340285.562133:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a4:0x0]: returning size 5 00000004:00200000:1.0:1763340285.562141:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340285.562162:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.562200:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247202 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1595a expref: 191 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.562219:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1595a expref: 190 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.562228:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1595a expref: 190 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.562236:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1a00, rc 0) 00000100:00100000:1.0:1763340285.562294:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56675:x1848995280534016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2046us (2335us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.562303:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8449 00000100:00100000:3.0:1763340285.566495:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292148480:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340285.566524:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340285.571323:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.571404:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280534144 00000100:00100000:3.0:1763340285.571413:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280534144 00010000:00010000:3.0:1763340285.571451:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 190 pid: 6513 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.571491:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2742 00000100:00100000:3.0:1763340285.571500:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:2408:x1848995280534144:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340285.571514:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.571520:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 190 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.571600:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 190 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.571622:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182471f4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15953 expref: 190 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.571638:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:3.0:1763340285.571642:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.571650:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.571655:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.573372:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2408:x1848995280534144:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1864us (2050us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.573383:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2742 00000100:00100000:3.0:1763340285.576147:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.576286:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.576390:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280534272 00000100:00100000:1.0:1763340285.576399:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280534272 00010000:00010000:1.0:1763340285.576441:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1595a expref: 189 pid: 6514 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.576483:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2743 00000100:00100000:1.0:1763340285.576493:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2407:x1848995280534272:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.576505:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.576511:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1595a expref: 189 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.576522:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1595a expref: 189 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.576561:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247217 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1595a expref: 189 pid: 6514 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.576575:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:1.0:1763340285.576580:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.576588:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.576599:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.576622:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.576675:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2407:x1848995280534272:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 184us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.576682:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2743 00010000:00010000:1.0:1763340285.576709:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.576715:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00080000:1.0:1763340285.576954:0:6513:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1a4:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763340285.577034:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577042:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577047:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577053:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.577056:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577062:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577071:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:1.0:1763340285.577073:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340285.577078:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577084:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824721e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577106:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577111:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577116:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577122:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577126:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.577129:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577133:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577140:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9100) 00010000:00010000:1.0:1763340285.577142:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.577144:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577149:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247209 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340285.577162:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3f6dfb1 reply state 0000000061f2121e transno 4294972075 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577177:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.577182:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:1.0:1763340285.577184:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340285.577187:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340285.577228:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56676:x1848995280533888:12345-192.168.203.42@tcp:36:rm.0 Request processed in 17120us (17345us total) trans 4294972075 rc 0/0 00000100:00100000:1.0:1763340285.577234:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8448 00000100:00100000:1.0:1763340285.577249:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280534400 00000100:00100000:1.0:1763340285.577252:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280534400 00000100:00100000:1.0:1763340285.577273:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8450 00000100:00100000:1.0:1763340285.577279:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56675:x1848995280534400:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.577292:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.577306:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247225 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15961 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.577339:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247225 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15961 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.577350:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1e00/0xbdebf3fb18247225 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15961 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.577362:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297bd00) 00010000:00010000:1.0:1763340285.577364:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340285.577366:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1e00, rc 0) 00000100:00100000:1.0:1763340285.577385:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56675:x1848995280534400:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 106us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.577393:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8450 00000100:00100000:3.0:1763340285.582356:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.582455:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280534656 00000100:00100000:2.0:1763340285.582466:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280534656 00000100:00100000:2.0:1763340285.582527:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2868 00000100:00100000:2.0:1763340285.582579:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56675:x1848995280534656:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340285.582834:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1a4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340285.582898:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1194, 64 off101640 00000040:00080000:2.0:1763340285.582924:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1172, 64 off99936 00000040:00080000:2.0:1763340285.582935:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1173, 64 off100000 00000040:00080000:2.0:1763340285.582944:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1195, 64 off101704 00010000:00010000:2.0:1763340285.582997:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763340285.583012:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340285.583022:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340285.583030:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340285.583035:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340285.583041:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340285.583052:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340285.583236:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56675:x1848995280534656:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 699us (886us total) trans 4294972076 rc 0/0 00000100:00100000:2.0:1763340285.583243:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2868 00010000:00010000:0.0:1763340285.583325:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340285.583331:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340285.583338:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340285.583341:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340285.583347:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340285.583359:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a4:0x0].0x0 (ffff9554c297bd00) 00010000:00010000:0.0:1763340285.583362:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340285.583366:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340285.583371:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824722c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340285.583380:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.583382:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.583384:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340285.588300:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.588370:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280534784 00000100:00100000:2.0:1763340285.588380:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280534784 00000100:00100000:2.0:1763340285.588439:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8451 00000100:00100000:2.0:1763340285.588448:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56675:x1848995280534784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.588472:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.588493:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247233 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15968 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.588609:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.588625:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588636:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588646:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.588652:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588659:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588711:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588718:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588724:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588730:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588736:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.588740:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588747:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588762:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.588765:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.588769:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588775:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824723a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588793:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588798:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588802:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588807:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.588810:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588815:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588821:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:2.0:1763340285.588824:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.588826:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588831:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247241 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.588855:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247233 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15968 expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.588865:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.588867:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.588870:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247233 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15968 expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.588882:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:2.0:1763340285.588936:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56675:x1848995280534784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 489us (643us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340285.588943:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8451 00000100:00100000:3.0:1763340285.603091:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.604311:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280534912 00000100:00100000:1.0:1763340285.604323:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280534912 00000100:00100000:1.0:1763340285.604386:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8452 00000100:00100000:1.0:1763340285.604396:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56677:x1848995280534912:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.604415:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.604438:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247248 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1596f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.604500:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.604514:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604525:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604563:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.604572:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604579:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604614:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604620:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604628:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604634:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604640:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.604643:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604650:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604669:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b600) 00010000:00010000:1.0:1763340285.604672:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.604678:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604684:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824724f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604696:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604702:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604708:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604713:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.604715:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604725:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604732:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:1.0:1763340285.604734:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.604737:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604742:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247256 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.604767:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247248 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1596f expref: 192 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.604778:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b600) 00010000:00010000:1.0:1763340285.604780:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.604783:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247248 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1596f expref: 192 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.604794:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1a00, rc 0) 00000100:00100000:1.0:1763340285.606207:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56677:x1848995280534912:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1806us (3119us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340285.606217:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8452 00000100:00100000:3.0:1763340285.611369:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.611418:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280535168 00000100:00100000:1.0:1763340285.611428:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280535168 00000100:00100000:1.0:1763340285.611487:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8453 00000100:00100000:1.0:1763340285.611496:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56678:x1848995280535168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.611516:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.611569:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824725d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15976 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.611641:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.611653:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611674:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611688:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340285.611695:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611701:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611736:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611743:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611749:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611754:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611760:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.611763:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611770:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611780:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.611783:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.611787:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611793:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247264 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611806:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611812:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611817:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611821:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.611824:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611830:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611836:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:1.0:1763340285.611839:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.611841:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611847:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824726b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340285.611875:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824725d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15976 expref: 192 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.611885:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.611888:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340285.611891:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824725d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15976 expref: 192 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.611904:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0800, rc 0) 00000100:00100000:1.0:1763340285.611955:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56678:x1848995280535168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 460us (595us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340285.611962:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8453 00000100:00100000:0.0:1763340285.615483:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.615582:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280535296 00000100:00100000:2.0:1763340285.615593:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280535296 00000100:00100000:2.0:1763340285.615646:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8454 00000100:00100000:2.0:1763340285.615655:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56677:x1848995280535296:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.615682:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.615703:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247272 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1597d expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.615763:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.615776:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.615786:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.615795:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.615805:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.615811:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616573:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616583:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616589:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616595:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616601:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.616604:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616612:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616625:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.616628:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.616632:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616638:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247279 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616651:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616658:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616673:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616678:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.616680:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616685:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616693:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:2.0:1763340285.616695:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.616698:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616703:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247280 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.616735:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247272 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1597d expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.616744:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.616746:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.616750:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247272 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1597d expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.616761:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:2.0:1763340285.616828:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56677:x1848995280535296:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1174us (1353us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340285.616837:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8454 00000100:00100000:0.0:1763340285.627075:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.628436:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.628988:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280535424 00000100:00100000:2.0:1763340285.628998:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280535424 00000100:00100000:1.0:1763340285.629065:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280535552 00000100:00100000:1.0:1763340285.629068:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280535552 00000100:00100000:2.0:1763340285.629132:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8455 00000100:00100000:2.0:1763340285.629140:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56677:x1848995280535424:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.629158:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.629178:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247287 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15984 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.629230:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824728e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.629242:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824728e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629251:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824728e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340285.629289:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340285.629294:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340285.629319:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247287 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15984 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.629333:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824728e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15984 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.629341:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.629343:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340285.629345:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ec00, rc 0) 00000100:00100000:2.0:1763340285.629398:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56677:x1848995280535424:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 259us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.629404:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8455 00000100:00100000:2.0:1763340285.629419:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8456 00000100:00100000:2.0:1763340285.629425:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56678:x1848995280535552:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.629431:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.629437:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247295 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1598b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.629462:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.629469:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629475:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629482:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.629488:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629493:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629518:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629523:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629560:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629567:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629572:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.629576:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629582:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629590:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.629592:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.629595:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629600:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824729c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629609:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629614:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629619:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629623:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.629626:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629634:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629640:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:2.0:1763340285.629643:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.629645:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629650:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182472a3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.629680:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247295 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1598b expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.629690:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.629692:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.629695:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247295 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1598b expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.629703:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f400, rc 0) 00000100:00100000:2.0:1763340285.629724:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56678:x1848995280535552:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 299us (1291us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340285.629730:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8456 00000100:00100000:0.0:1763340285.633467:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.633650:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280535808 00000100:00100000:2.0:1763340285.633667:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280535808 00000100:00100000:2.0:1763340285.633728:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8457 00000100:00100000:2.0:1763340285.633738:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56677:x1848995280535808:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.633755:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.633758:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340285.633781:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824728e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15984 expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.633798:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340285.633807:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.633819:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182472aa lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15992 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.633910:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.634037:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634048:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634061:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.634068:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634073:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634649:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.634670:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634679:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340285.634690:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 0 00010000:00010000:2.0:1763340285.634714:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634721:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634727:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634734:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634739:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.634743:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634750:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634759:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb100) 00010000:00010000:2.0:1763340285.634762:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.634765:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634770:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182472b1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340285.634781:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000512c8866 reply state 00000000a258663f transno 4294972077 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634792:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.634803:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:2.0:1763340285.634806:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340285.634808:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340285.634832:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182472aa lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.634848:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.634856:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c2acbd00) 00010000:00010000:2.0:1763340285.634858:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340285.634860:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:2.0:1763340285.635076:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56677:x1848995280535808:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1338us (1617us total) trans 4294972077 rc 0/0 00000100:00100000:2.0:1763340285.635085:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8457 00000100:00100000:0.0:1763340285.643424:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.644494:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280536064 00000100:00100000:2.0:1763340285.644505:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280536064 00000100:00100000:1.0:1763340285.644634:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8458 00000100:00100000:1.0:1763340285.644644:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56677:x1848995280536064:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.644675:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.644698:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb182472cd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15999 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.644805:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340285.644821:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.644829:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.644858:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.644869:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 195 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.644881:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b28380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292148608:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.645221:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7da33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340285.649856:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b28380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292148608:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340285.649886:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340285.651788:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.651873:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280536192 00000100:00100000:3.0:1763340285.651881:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280536192 00010000:00010000:3.0:1763340285.651919:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 196 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.651963:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2744 00000100:00100000:3.0:1763340285.651973:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2407:x1848995280536192:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340285.651987:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340285.651993:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 196 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.652006:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 196 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.652033:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182472bf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15992 expref: 196 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.652049:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c2acbd00) 00010000:00010000:3.0:1763340285.652055:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.652064:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.652071:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.652103:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340285.652162:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:2407:x1848995280536192:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 190us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.652169:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2744 00010000:00010000:0.0:1763340285.652335:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652343:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340285.652367:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 0 00000004:00080000:0.0:1763340285.652580:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1ed:0x0], index 0: 0 00000004:00080000:0.0:1763340285.652591:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1ed:0x0], index 1: 0 00000004:00080000:0.0:1763340285.652597:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1ee:0x0], index 1: 0 00000004:00080000:0.0:1763340285.652601:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1ee:0x0], index 0: 0 00010000:00010000:0.0:1763340285.652714:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652722:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652729:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652735:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ff600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.652740:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652747:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652756:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c2acbd00) 00010000:00010000:0.0:1763340285.652759:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340285.652763:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652768:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb182472d4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.652812:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb182472cd lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15999 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.652821:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c2acbd00) 00010000:00010000:0.0:1763340285.652823:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340285.652826:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb182472cd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15999 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.652839:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ffe00, rc 0) 00000100:00100000:0.0:1763340285.652873:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56677:x1848995280536064:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8231us (9458us total) trans 4294972078 rc 301/301 00000100:00100000:0.0:1763340285.652880:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8458 00000100:00100000:0.0:1763340285.663671:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.663724:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.663808:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280536448 00000100:00100000:3.0:1763340285.663817:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280536448 00000100:00100000:3.0:1763340285.663881:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8459 00000100:00100000:3.0:1763340285.663889:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56679:x1848995280536448:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.663910:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.663932:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb182472e2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159a0 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.664002:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.664016:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664027:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664036:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.664043:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664048:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664144:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb182472f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.664152:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb182472f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664159:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb182472f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664242:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664249:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664257:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664263:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664269:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.664273:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664280:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664290:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340285.664293:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.664298:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664303:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb182472e9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664316:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664322:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664329:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664333:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.664336:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664346:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664353:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:3.0:1763340285.664355:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.664358:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664364:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb182472f0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.664395:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb182472e2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a0 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.664413:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb182472f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a0 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.664420:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.664422:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340285.664425:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584200, rc 0) 00000100:00100000:3.0:1763340285.664481:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56679:x1848995280536448:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 593us (830us total) trans 4294972079 rc 0/0 00000100:00100000:3.0:1763340285.664489:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8459 00000100:00100000:2.0:1763340285.665293:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280536704 00000100:00100000:2.0:1763340285.665300:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280536704 00000100:00100000:2.0:1763340285.665347:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2869 00000100:00100000:2.0:1763340285.665356:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56677:x1848995280536704:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340285.665576:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56677:x1848995280536704:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 220us (1850us total) trans 4294972080 rc 0/0 00000100:00100000:2.0:1763340285.665583:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2869 00000100:00100000:0.0:1763340285.671083:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.671242:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280536832 00000100:00100000:3.0:1763340285.671252:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280536832 00000100:00100000:3.0:1763340285.671315:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5618 00000100:00100000:3.0:1763340285.671325:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280536832:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.671342:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.671364:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159a7 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340285.671388:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340285.671405:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.671408:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.671416:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 13 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340285.671433:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 13 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340285.671444:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584000, rc 0) 00000100:00100000:3.0:1763340285.671508:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280536832:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 185us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.671516:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5618 00000100:00100000:0.0:1763340285.677988:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.678029:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.678125:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280537088 00000100:00100000:2.0:1763340285.678136:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280537088 00000100:00100000:2.0:1763340285.678188:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280537344 00000100:00100000:2.0:1763340285.678192:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280537344 00000100:00100000:2.0:1763340285.678208:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2870 00000100:00100000:2.0:1763340285.678218:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56677:x1848995280537088:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340285.678430:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56677:x1848995280537088:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 212us (449us total) trans 4294972081 rc 0/0 00000100:00100000:2.0:1763340285.678438:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2870 00000100:00100000:2.0:1763340285.678456:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2871 00000100:00100000:2.0:1763340285.678462:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56679:x1848995280537344:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340285.678789:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56679:x1848995280537344:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 326us (759us total) trans 4294972082 rc 0/0 00000100:00100000:2.0:1763340285.678796:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2871 00000100:00100000:0.0:1763340285.681994:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.682085:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280537600 00000100:00100000:3.0:1763340285.682096:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280537600 00000100:00100000:3.0:1763340285.682151:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8460 00000100:00100000:3.0:1763340285.682162:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56679:x1848995280537600:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.682184:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.682204:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824730c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159ae expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.682304:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18247313 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340285.682318:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18247313 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.682333:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18247313 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340285.682344:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 0 00010000:00010000:3.0:1763340285.682434:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824730c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ae expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.682451:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18247313 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ae expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.682459:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.682462:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763340285.682465:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da585a00, rc 0) 00000100:00100000:2.0:1763340285.683071:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56679:x1848995280537600:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 907us (1082us total) trans 4294972083 rc 0/0 00000100:00100000:2.0:1763340285.683081:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8460 00000100:00100000:1.0:1763340285.686522:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.686744:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280537856 00000100:00100000:2.0:1763340285.686754:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280537856 00000100:00100000:2.0:1763340285.686808:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8461 00000100:00100000:2.0:1763340285.686818:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280537856:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.686838:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.686842:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340285.686868:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb182472f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a0 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.686884:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340285.686889:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.686902:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247321 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159b5 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.686995:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.687006:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.687016:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.687029:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 0 00010000:00010000:2.0:1763340285.687133:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247321 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.687147:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.687154:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340285.687157:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763340285.687159:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:2.0:1763340285.687221:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280537856:12345-192.168.203.42@tcp:101:bash.0 Request processed in 404us (707us total) trans 4294972084 rc 0/0 00000100:00100000:2.0:1763340285.687228:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8461 00000100:00100000:1.0:1763340285.691981:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.694377:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280537984 00000100:00100000:0.0:1763340285.694391:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280537984 00000100:00100000:0.0:1763340285.694465:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8462 00000100:00100000:0.0:1763340285.694475:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56679:x1848995280537984:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.694499:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.694519:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247336 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159bc expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.694626:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340285.694640:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.694650:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.694692:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.694704:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 203 pid: 6513 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.694717:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292148736:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.694803:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e0468600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.694939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.694989:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280538112 00000100:00100000:0.0:1763340285.694993:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280538112 00000100:00100000:0.0:1763340285.695031:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8463 00000100:00100000:0.0:1763340285.695038:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280538112:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340285.695048:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.695057:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247344 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159c3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.695076:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824734b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340285.695085:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824734b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.695096:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824734b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.695178:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247344 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159c3 expref: 206 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.695214:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824734b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159c3 expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.695222:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.695225:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340285.695228:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:0.0:1763340285.695274:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280538112:12345-192.168.203.42@tcp:101:bash.0 Request processed in 237us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.695282:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8463 00000100:00100000:2.0:1763340285.702220:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.702340:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292148736:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.702368:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340285.702505:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.702746:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280538496 00000100:00100000:0.0:1763340285.702753:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280538496 00000100:00100000:1.0:1763340285.702909:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280538368 00000100:00100000:1.0:1763340285.702914:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280538368 00010000:00010000:0.0:1763340285.702963:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 206 pid: 6513 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.703013:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8464 00000100:00100000:1.0:1763340285.703024:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280538368:12345-192.168.203.42@tcp:36:bash.0 00000100:00100000:0.0:1763340285.703079:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2745 00000100:00100000:0.0:1763340285.703087:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c8c92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:2407:x1848995280538496:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.703097:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.703104:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 206 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.703117:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 206 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.703138:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247328 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x1f/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159b5 expref: 206 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.703154:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.703159:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.703168:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.703175:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.703569:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.703580:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.703587:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.703602:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 5/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.703611:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.703899:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.703906:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340285.703930:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 0 00000004:00200000:3.0:1763340285.703934:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340285.703947:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.703973:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247336 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159bc expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.704005:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159bc expref: 206 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.704018:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159bc expref: 206 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.704024:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:3.0:1763340285.704084:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56679:x1848995280537984:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9611us (12112us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.704092:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8462 00010000:00010000:0.0:1763340285.704145:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.704174:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c8c92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2407:x1848995280538496:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1088us (1669us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.704181:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2745 00000100:00100000:2.0:1763340285.714252:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.714771:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280538752 00000100:00100000:3.0:1763340285.714781:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280538752 00000100:00100000:3.0:1763340285.714845:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8465 00000100:00100000:3.0:1763340285.714854:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56679:x1848995280538752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.714875:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.714899:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18247359 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159ca expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.714970:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.715315:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.715328:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.715340:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.715347:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.715353:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.715451:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.715462:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.715469:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340285.716624:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 0 00010000:00010000:3.0:1763340285.716840:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716849:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716855:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716861:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716867:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.716871:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716878:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716891:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340285.716894:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.716899:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716905:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb18247360 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716918:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716924:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716930:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716934:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.716937:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716942:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716948:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:3.0:1763340285.716950:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.716953:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716958:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb18247367 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.716994:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb18247359 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.717010:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.717018:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.717021:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 19 00010000:00010000:3.0:1763340285.717023:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:3.0:1763340285.717089:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56679:x1848995280538752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2237us (2847us total) trans 4294972086 rc 0/0 00000100:00100000:3.0:1763340285.717097:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8465 00000100:00100000:1.0:1763340285.717168:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.717319:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280538880 00000100:00100000:0.0:1763340285.717326:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280538880 00010000:00010000:0.0:1763340285.717352:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159bc expref: 207 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.717384:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2746 00000100:00100000:0.0:1763340285.717393:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:2407:x1848995280538880:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.717405:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.717411:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159bc expref: 207 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.717421:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159bc expref: 207 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.717434:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824733d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159bc expref: 207 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.717456:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.717460:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.717468:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.717481:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.718202:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340285.718424:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.718433:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763340285.718510:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972085 00000004:00010000:1.0:1763340285.718556:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025cb77f7 reply state 00000000399c79dc transno 4294972087 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.718570:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.718577:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.718579:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340285.718582:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340285.719434:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280538880:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2034us (2259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.719524:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280538368:12345-192.168.203.42@tcp:36:bash.0 Request processed in 16500us (17314us total) trans 4294972087 rc 0/0 00000100:00100000:1.0:1763340285.719547:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8464 00000020:00080000:1.0:1763340285.719554:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340285.719689:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292148864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763340285.719739:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340285.719769:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763340285.719775:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292148992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763340285.719781:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292148864 00000100:00100000:3.0:1763340285.719787:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292148864 00000100:00100000:2.0:1763340285.719797:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.719817:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292148992 00000100:00100000:3.0:1763340285.719820:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292148992 00000100:00100000:3.0:1763340285.719836:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1763340285.719843:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292148864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763340285.719873:0:14058:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:0.0:1763340285.719877:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2746 00000100:00100000:3.0:1763340285.719912:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292148864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.719918:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1763340285.719928:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1763340285.719937:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292148992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763340285.719954:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445969920 avail 1299730432 00000100:00100000:0.0:1763340285.719986:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292148992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.719997:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1763340285.720151:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3649:1848995292149248:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720180:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.720196:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3649:1848995292149760:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720211:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.720226:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1763340285.720231:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3649:1848995292149120:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720253:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.720271:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3649:1848995292149632:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720286:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.720297:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3649:1848995292150144:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720315:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.720335:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292149248 00000100:00100000:1.0:1763340285.720338:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292149248 00000100:00100000:1.0:1763340285.720361:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292149760 00000100:00100000:1.0:1763340285.720364:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292149760 00000100:00100000:1.0:1763340285.720381:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292149632 00000100:00100000:1.0:1763340285.720384:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292149632 00000100:00100000:1.0:1763340285.720394:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292150144 00000100:00100000:1.0:1763340285.720396:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292150144 00000100:00100000:1.0:1763340285.720406:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1763340285.720412:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1848995292149248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720442:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1848995292149248:12345-0@lo:400:kworker.0 Request processed in 30us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.720448:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1763340285.720459:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1763340285.720464:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1848995292149760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720487:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1848995292149760:12345-0@lo:400:kworker.0 Request processed in 23us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.720493:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1763340285.720503:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1763340285.720509:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848995292149632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720566:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848995292149632:12345-0@lo:400:kworker.0 Request processed in 57us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.720573:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1763340285.720584:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1763340285.720590:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1848995292150144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720615:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1848995292150144:12345-0@lo:400:kworker.0 Request processed in 25us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.720620:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00080000:1.0:1763340285.720639:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763340285.720643:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763340285.720685:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292150272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763340285.720707:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.720737:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3649:1848995292149632:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720745:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3649:1848995292150144:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720752:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3649:1848995292149248:0@lo:400:kworker.0 00000100:00100000:1.0:1763340285.720760:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3649:1848995292149760:0@lo:400:kworker.0 00000100:00100000:3.0:1763340285.721215:0:32282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292149120 00000100:00100000:3.0:1763340285.721220:0:32282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292149120 00000100:00100000:3.0:1763340285.721249:0:32282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1763340285.721256:0:32282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd5b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3649:x1848995292149120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340285.721292:0:32282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd5b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3649:x1848995292149120:12345-0@lo:400:kworker.0 Request processed in 36us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.721298:0:32282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1763340285.721602:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3651:1848995292149504:0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.721631:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.721657:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292150016:0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.721686:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.721706:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1763340285.721711:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3651:1848995292149376:0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.721728:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.721739:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292149888:0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.721753:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.721776:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292150016 00000100:00100000:0.0:1763340285.721779:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292150016 00000100:00100000:0.0:1763340285.721812:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292149888 00000100:00100000:0.0:1763340285.721818:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292149888 00000100:00100000:0.0:1763340285.721839:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1763340285.721846:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3651:x1848995292150016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.721879:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3651:x1848995292150016:12345-0@lo:400:kworker.0 Request processed in 35us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.721884:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1763340285.721897:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1763340285.721902:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3651:x1848995292149888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.721928:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3651:x1848995292149888:12345-0@lo:400:kworker.0 Request processed in 26us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.721934:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:0.0:1763340285.721960:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763340285.721963:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763340285.721981:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292149888:0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.721989:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292150016:0@lo:400:kworker.0 00000100:00100000:2.0:1763340285.722219:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292150272 00000100:00100000:2.0:1763340285.722223:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292150272 00000100:00100000:2.0:1763340285.722259:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1763340285.722266:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292150272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763340285.722280:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484932160 pending 28672 free 3920220160 avail 3688640512 00000100:00100000:2.0:1763340285.722311:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292150272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.722316:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1763340285.722348:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292148992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763340285.722359:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292148864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763340285.722380:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292149504 00000100:00100000:2.0:1763340285.722382:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292149504 00000100:00100000:2.0:1763340285.722408:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292149376 00000100:00100000:2.0:1763340285.722411:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292149376 00000100:00100000:2.0:1763340285.722427:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1763340285.722433:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848995292149504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340285.722460:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1848995292149504:12345-0@lo:400:kworker.0 Request processed in 28us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.722466:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1763340285.722477:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1763340285.722482:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848995292149376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340285.722506:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848995292149376:12345-0@lo:400:kworker.0 Request processed in 24us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.722512:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00080000:2.0:1763340285.722528:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763340285.722561:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763340285.723277:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3651:1848995292149376:0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.723289:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3651:1848995292149504:0@lo:400:kworker.0 00000100:00100000:2.0:1763340285.723716:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.723820:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280539136 00000100:00100000:0.0:1763340285.723825:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280539136 00000100:00100000:1.0:1763340285.723919:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292150272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763340285.723933:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3649:1848995292149120:0@lo:400:kworker.0 00000100:00100000:0.0:1763340285.724224:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2872 00000100:00100000:0.0:1763340285.724235:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56679:x1848995280539136:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340285.724452:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56679:x1848995280539136:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 219us (737us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1763340285.724460:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2872 00000100:00100000:3.0:1763340285.726569:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.726597:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.726719:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280539392 00000100:00100000:0.0:1763340285.726727:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280539392 00000100:00100000:0.0:1763340285.726758:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280539520 00000100:00100000:0.0:1763340285.726760:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280539520 00000100:00100000:0.0:1763340285.726772:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2873 00000100:00100000:0.0:1763340285.726780:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280539392:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340285.726948:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280539392:12345-192.168.203.42@tcp:35:bash.0 Request processed in 168us (419us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1763340285.726955:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2873 00000100:00100000:0.0:1763340285.726969:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2874 00000100:00100000:0.0:1763340285.726976:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56679:x1848995280539520:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340285.727033:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56679:x1848995280539520:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 57us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.727039:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2874 00000100:00100000:1.0:1763340285.737815:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.738097:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280539776 00000100:00100000:2.0:1763340285.738108:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280539776 00000100:00100000:2.0:1763340285.738171:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8466 00000100:00100000:2.0:1763340285.738182:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280539776:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.738205:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.738208:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340285.738235:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb18247313 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ae expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.738254:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340285.738259:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.738273:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824737c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159d1 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.738324:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.738336:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.738345:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.738376:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.738393:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 209 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.738406:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292150400:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.738491:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.740983:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292150400:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.741011:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340285.741713:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.741842:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280539904 00000100:00100000:0.0:1763340285.741849:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280539904 00010000:00010000:0.0:1763340285.741883:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 210 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.741925:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2747 00000100:00100000:0.0:1763340285.741934:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2408:x1848995280539904:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.741947:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.741954:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 210 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.741967:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 210 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.741989:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb1824736e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x19/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ca expref: 210 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.742005:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.742010:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.742020:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.742031:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.742152:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.742290:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.742299:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340285.742509:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1174, 88 off100088 00000004:00080000:2.0:1763340285.742517:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026549983990ns, next at 1026715176085ns, rc = 0 00000040:00080000:2.0:1763340285.742577:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1196, 88 off101792 00000004:00080000:2.0:1763340285.742582:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026550049202ns, next at 1026715199107ns, rc = 0 00000040:00080000:2.0:1763340285.742596:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1197, 88 off101880 00000004:00080000:2.0:1763340285.742600:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026550067606ns, next at 1026715199107ns, rc = 0 00000040:00080000:2.0:1763340285.742611:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1175, 88 off100176 00000004:00080000:2.0:1763340285.742615:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026550082126ns, next at 1026715176085ns, rc = 0 00000100:00100000:0.0:1763340285.743907:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2408:x1848995280539904:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1969us (2193us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.743918:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2747 00000100:00100000:1.0:1763340285.744093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.744119:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280540160 00000100:00100000:1.0:1763340285.744125:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280540160 00000100:00100000:1.0:1763340285.744159:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8467 00000100:00100000:1.0:1763340285.744167:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56680:x1848995280540160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.744185:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.744212:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824738a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159d8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.744284:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.744297:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744306:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744316:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.744323:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744328:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744417:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.744427:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744434:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340285.744444:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 2 00010000:00010000:1.0:1763340285.744778:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744802:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744808:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744814:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.744817:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744823:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744834:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.744836:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763340285.744841:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744847:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824739f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744862:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744867:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744873:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744878:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744883:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.744886:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744892:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744899:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.744901:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.744904:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744909:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb18247391 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744919:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744924:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744930:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744934:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.744937:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744943:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744954:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:1.0:1763340285.744957:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.744959:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.744968:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247398 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.745000:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824738a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159d8 expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.745010:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.745012:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340285.745015:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824738a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159d8 expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.745026:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14fee00, rc 0) 00000100:00100000:1.0:1763340285.745085:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56680:x1848995280540160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 918us (992us total) trans 4294972091 rc 301/301 00000100:00100000:1.0:1763340285.745092:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8467 00000001:00080000:2.0:1763340285.745675:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972090 is committed 00000004:00080000:2.0:1763340285.745682:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 767 committed 00000004:00080000:2.0:1763340285.745694:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 788 committed 00000004:00080000:2.0:1763340285.745704:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 787 committed 00000004:00080000:2.0:1763340285.745707:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 766 committed 00000100:00100000:0.0:1763340285.745872:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292150784:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.745916:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.745947:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340285.745954:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292150912:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.745973:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.746002:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292150784 00000100:00100000:0.0:1763340285.746007:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292150784 00000100:00100000:0.0:1763340285.746038:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292150912 00000100:00100000:0.0:1763340285.746041:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292150912 00000100:00100000:0.0:1763340285.746060:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5619 00000100:00100000:0.0:1763340285.746067:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292150784:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340285.746182:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340285.746185:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.746188:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.746190:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.746192:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340285.746225:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3648:x1848995292150784:12345-0@lo:2:osp-syn-0-1.0 Request processed in 159us (309us total) trans 21474838486 rc 0/0 00000100:00100000:0.0:1763340285.746233:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5619 00000100:00100000:0.0:1763340285.746246:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5620 00000100:00100000:0.0:1763340285.746252:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292150912:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.746319:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3648:x1848995292150912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (345us total) trans 21474838487 rc 0/0 00000100:00100000:0.0:1763340285.746326:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5620 00000004:00080000:0.0:1763340285.746370:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c5880/2, rc 0, transno 21474838487 00000100:00100000:0.0:1763340285.746376:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292150912:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340285.746385:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7fb80/2, rc 0, transno 21474838486 00000100:00100000:0.0:1763340285.746389:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292150784:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.746405:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292150656:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.746427:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.746445:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340285.746450:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292150528:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.746470:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.746491:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292150656 00000100:00100000:0.0:1763340285.746495:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292150656 00000100:00100000:0.0:1763340285.746513:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292150528 00000100:00100000:0.0:1763340285.746516:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292150528 00000100:00100000:0.0:1763340285.746529:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5621 00000100:00100000:0.0:1763340285.746567:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292150656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340285.746582:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:492 count 1 00010000:00010000:0.0:1763340285.746600:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.746617:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 12 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340285.746631:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.746633:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.746637:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.746675:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 12 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340285.746692:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 12 pid: 30853 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1763340285.746704:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292151040:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.746756:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555f90a9840 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.746772:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622 00000100:00100000:0.0:1763340285.746780:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292150528:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340285.746791:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:491 count 1 00010000:00010000:0.0:1763340285.746802:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.746813:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 12 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.746820:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.746821:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340285.746824:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.746848:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 12 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.746857:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 12 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.746867:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc77480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292151168:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.746889:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.746921:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340285.746929:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292151424:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.746956:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.746973:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292151296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.746991:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.747011:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292151680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.747033:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.747046:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292151424 00000100:00100000:0.0:1763340285.747047:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340285.747051:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292151424 00000100:00100000:0.0:1763340285.747052:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292151552:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.747070:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.747076:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292151296 00000100:00100000:1.0:1763340285.747079:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292151296 00000100:00100000:1.0:1763340285.747093:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292151680 00000100:00100000:0.0:1763340285.747094:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292151552 00000100:00100000:1.0:1763340285.747095:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292151680 00000100:00100000:0.0:1763340285.747096:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292151552 00000100:00100000:1.0:1763340285.747109:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5623 00000100:00100000:0.0:1763340285.747114:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5624 00000100:00100000:1.0:1763340285.747115:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3651:x1848995292151424:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.747118:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3651:x1848995292151296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340285.747127:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:492 count 1 00002000:00080000:0.0:1763340285.747127:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:491 count 1 00010000:00010000:1.0:1763340285.747141:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.747141:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.747154:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 23 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340285.747154:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.747161:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.747161:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.747163:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.747163:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.747166:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.747166:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.747185:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 23 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340285.747185:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.747194:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 23 pid: 8457 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1763340285.747195:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 23 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.747205:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292151936:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340285.747206:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292151808:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340285.747292:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747300:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747306:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747311:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.747315:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747322:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747336:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:3.0:1763340285.747339:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.747343:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340285.747348:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5625 00010000:00010000:3.0:1763340285.747349:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247210 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340285.747357:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+32:3649:x1848995292151680:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340285.747364:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.747370:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.747375:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.747379:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.747382:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.747387:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.747394:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9200) 00010000:00010000:3.0:1763340285.747397:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.747399:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.747404:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182472b8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.747420:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747426:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747431:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747436:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ff600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.747438:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747443:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747449:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.747452:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.747454:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747460:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247352 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340285.747524:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159d1 expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.747551:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.747554:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340285.747567:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824737c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159d1 expref: 187 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340285.747580:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159d1 expref: 186 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.747604:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.747606:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340285.747609:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fc00, rc 0) 00000100:00100000:2.0:1763340285.747946:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292151680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 589us (910us total) trans 17179871205 rc 0/0 00000100:00100000:2.0:1763340285.747954:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5625 00000100:00100000:2.0:1763340285.747971:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5626 00000100:00100000:2.0:1763340285.747977:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+32:3649:x1848995292151552:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.748091:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292151552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (1016us total) trans 17179871206 rc 0/0 00000100:00100000:2.0:1763340285.748102:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5626 00000004:00080000:2.0:1763340285.748162:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b29880/2, rc 0, transno 17179871206 00000100:00100000:2.0:1763340285.748170:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292151552:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340285.748185:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595ed80/2, rc 0, transno 17179871205 00000100:00100000:2.0:1763340285.748189:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292151680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.749510:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3c72180 going to sleep for 11 seconds 00000100:00100000:1.0:1763340285.749698:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d180 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.749860:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280539776:12345-192.168.203.42@tcp:101:bash.0 Request processed in 11677us (12051us total) trans 4294972090 rc 0/0 00000100:00100000:2.0:1763340285.749941:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.750015:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8466 00000100:00100000:3.0:1763340285.750040:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280540288 00000100:00100000:3.0:1763340285.750047:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280540288 00000100:00100000:3.0:1763340285.750094:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8468 00000100:00100000:3.0:1763340285.750102:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56680:x1848995280540288:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.750118:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.750134:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182473c9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159df expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.750217:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.750235:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.750246:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340285.750271:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 2 00000004:00200000:3.0:1763340285.750275:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340285.750291:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.750314:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182473c9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.750330:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 187 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.750338:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.750341:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340285.750345:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e200, rc 0) 00000100:00100000:3.0:1763340285.750396:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56680:x1848995280540288:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 294us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.750402:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8468 00000100:00100000:1.0:1763340285.753725:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.753777:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.753815:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280540416 00000100:00100000:1.0:1763340285.753823:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280540416 00010000:00010000:1.0:1763340285.753859:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 13 pid: 30853 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1763340285.753890:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280540544 00000100:00100000:1.0:1763340285.753893:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280540544 00010000:00010000:1.0:1763340285.753905:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 14 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.753923:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2748 00000100:00100000:1.0:1763340285.753932:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280540416:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.753947:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.753953:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 14 pid: 30853 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1763340285.753966:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 14 pid: 30853 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1763340285.753990:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.753992:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.753997:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.754008:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.754028:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.754068:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280540416:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 136us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.754076:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2748 00000100:00100000:1.0:1763340285.754092:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2749 00000100:00100000:1.0:1763340285.754098:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280540544:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.754106:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.754110:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 13 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.754120:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 13 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.754133:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.754134:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.754138:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.754144:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.754155:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.754171:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280540544:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 72us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.754177:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2749 00010000:00010000:3.0:1763340285.754893:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182471e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1594c expref: 12 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.754907:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc77480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292151168:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340285.754926:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.754937:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.754944:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.754954:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.754962:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.754976:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340285.755178:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292150528:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8398us (8705us total) trans 21474838488 rc 0/0 00000100:00100000:3.0:1763340285.755187:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622 00010000:00010000:0.0:1763340285.755505:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824718b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15922 expref: 11 pid: 30853 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1763340285.755518:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292151040:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.755561:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.755570:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.755582:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.755591:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.755598:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.755615:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763340285.755733:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292150656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9166us (9303us total) trans 21474838489 rc 0/0 00000100:00100000:0.0:1763340285.755741:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5621 00000004:00080000:0.0:1763340285.755777:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7f800/2, rc 0, transno 21474838488 00000100:00100000:0.0:1763340285.755783:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292150528:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763340285.755791:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7ea00/2, rc 0, transno 21474838489 00000100:00100000:0.0:1763340285.755795:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292150656:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340285.755860:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340285.755868:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755876:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340285.755881:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755891:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755910:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755918:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb182473b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755935:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340285.755938:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755945:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340285.755948:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755956:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755965:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755971:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb182473ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.755983:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340285.755984:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340285.755986:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.756313:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340285.760005:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.760041:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.760059:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.760087:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280540800 00000100:00100000:0.0:1763340285.760096:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280540800 00010000:00010000:0.0:1763340285.760134:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 24 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.760165:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280540928 00000100:00100000:0.0:1763340285.760169:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280540928 00010000:00010000:0.0:1763340285.760182:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 25 pid: 8457 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1763340285.760202:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2750 00000100:00100000:0.0:1763340285.760211:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280540800:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.760227:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.760233:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 25 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.760245:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 25 pid: 28498 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.760262:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292151808:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.760269:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182471bc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1593e expref: 25 pid: 28498 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.760285:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.760287:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763340285.760354:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280540672 00000100:00100000:2.0:1763340285.760360:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280540672 00000100:00100000:2.0:1763340285.760397:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5627 00000100:00100000:2.0:1763340285.760409:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:55868:x1848995280540672:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.760422:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.760437:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159e6 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.760457:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 12 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.760464:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.760471:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.760475:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.760505:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 12 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340285.760521:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 12 pid: 8399 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1763340285.760554:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292152064:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.760622:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.760645:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2751 00000100:00100000:2.0:1763340285.760653:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280540928:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340285.760673:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340285.760679:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 24 pid: 8457 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1763340285.760695:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 24 pid: 8457 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1763340285.760708:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.760710:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.760713:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.760722:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.760736:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340285.760759:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280540928:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 107us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.760766:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2751 00010000:00010000:0.0:1763340285.760826:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.760835:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.760848:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.760850:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340285.760863:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.760871:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.760873:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280540800:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 662us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.760890:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2750 00010000:00010000:3.0:1763340285.760902:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.760910:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.760948:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340285.760976:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340285.760977:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280541184 00000100:00100000:0.0:1763340285.760982:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280541184 00010000:00010000:1.0:1763340285.761061:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247184 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15929 expref: 22 pid: 8457 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1763340285.761072:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292151936:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340285.761088:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.761096:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.761103:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.761122:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.761129:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761172:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340285.761178:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340285.761181:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761190:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340285.761195:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761204:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761217:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761225:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182473bb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761243:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340285.761247:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761254:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340285.761257:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761265:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761274:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761281:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182473c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.761300:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340285.761302:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340285.761304:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340285.761379:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3651:x1848995292151296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14258us (14385us total) trans 17179871207 rc 0/0 00000100:00100000:1.0:1763340285.761382:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3651:x1848995292151424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14264us (14422us total) trans 17179871208 rc 0/0 00000100:00100000:3.0:1763340285.761392:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5624 00000100:00100000:1.0:1763340285.761398:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5623 00010000:00010000:1.0:1763340285.761422:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340285.761478:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b2bb80/2, rc 0, transno 17179871208 00000100:00100000:2.0:1763340285.761486:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292151424:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.761491:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2875 00000004:00080000:2.0:1763340285.761499:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b29180/2, rc 0, transno 17179871207 00000100:00100000:0.0:1763340285.761505:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b6b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56680:x1848995280541184:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340285.761508:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292151296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.762361:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b6b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56680:x1848995280541184:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 857us (1415us total) trans 4294972092 rc 0/0 00000100:00100000:0.0:1763340285.762368:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2875 00000100:00100000:2.0:1763340285.768045:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292152064:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.768083:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.768102:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:2.0:1763340285.768169:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:55868:x1848995280540672:12345-192.168.203.42@tcp:101:bash.0 Request processed in 7764us (8171us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.768178:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5627 00000100:00100000:1.0:1763340285.769007:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.769047:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.769055:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280541312 00000100:00100000:0.0:1763340285.769064:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280541312 00010000:00010000:0.0:1763340285.769097:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 12 pid: 8399 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1763340285.769139:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2752 00000100:00100000:0.0:1763340285.769148:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c8c90850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280541312:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.769162:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.769167:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 12 pid: 8399 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1763340285.769186:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 12 pid: 8399 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1763340285.769209:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555da584000/0xbdebf3fb18247305 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159a7 expref: 12 pid: 8399 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1763340285.769222:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.769224:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.769231:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 11 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.769240:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 11 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.769274:0:33976:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 11 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340285.769286:0:33976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5426d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292152192:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340285.769320:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280541440 00000100:00100000:3.0:1763340285.769326:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280541440 00000100:00100000:3.0:1763340285.769365:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8469 00000100:00100000:0.0:1763340285.769369:0:33976:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.769375:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56680:x1848995280541440:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.769395:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.769419:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182473de lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159ed expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.771202:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.771219:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771231:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771249:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.771255:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771261:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771334:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182473f3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.771342:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182473f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771349:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182473f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.771386:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 2 00000004:00200000:2.0:1763340285.771391:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340285.771408:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182473f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771419:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182473f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771428:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771434:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771439:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771445:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771451:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.771455:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771462:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771472:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:2.0:1763340285.771475:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.771479:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771485:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182473e5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771498:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771504:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771509:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771514:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.771517:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771522:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771528:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acd100) 00010000:00010000:2.0:1763340285.771550:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.771554:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771560:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb182473ec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.771599:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182473de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ed expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.771619:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182473f3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ed expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.771631:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340285.771634:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340285.771637:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:2.0:1763340285.771705:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56680:x1848995280541440:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2333us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.771715:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8469 00000100:00100000:1.0:1763340285.776390:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.776410:0:33976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5426d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292152192:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340285.776437:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.776506:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c8c90850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280541312:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 7357us (7500us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.776517:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2752 00000100:00100000:2.0:1763340285.777794:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280541568 00000100:00100000:2.0:1763340285.777803:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280541568 00000100:00100000:2.0:1763340285.777857:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5628 00000100:00100000:2.0:1763340285.777867:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f5989050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:55868:x1848995280541568:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.777885:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.777908:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159f4 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340285.777930:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340285.777948:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.777950:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340285.777959:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.777973:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.777984:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:2.0:1763340285.778022:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f5989050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280541568:12345-192.168.203.42@tcp:101:bash.0 Request processed in 157us (1642us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.778032:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5628 00000100:00100000:3.0:1763340285.779257:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.779308:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280541696 00000100:00100000:0.0:1763340285.779315:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280541696 00000100:00100000:0.0:1763340285.779372:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 406 00000100:00100000:0.0:1763340285.779381:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:2410:x1848995280541696:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340285.779394:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.779430:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182473f3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159ed expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.779449:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.779454:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340285.779501:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:2410:x1848995280541696:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 121us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.779509:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 406 00000100:00100000:3.0:1763340285.791655:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.791708:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.791741:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280541824 00000100:00100000:0.0:1763340285.791752:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280541824 00002000:00010000:0.0:1763340285.791792:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/493 (0->18446744073709551615) 00000100:00100000:2.0:1763340285.791796:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280541952 00002000:00100000:0.0:1763340285.791798:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0380 with x1848995280541824 ext(0->18446744073709551615) 00000100:00100000:2.0:1763340285.791803:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280541952 00002000:00010000:0.0:1763340285.791812:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fd7d0380. 00002000:00010000:2.0:1763340285.791825:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/493 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.791830:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0a80 with x1848995280541952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.791838:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d0a80. 00000100:00100000:0.0:1763340285.791854:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1447 00000100:00100000:0.0:1763340285.791865:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2410:x1848995280541824:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:2.0:1763340285.791872:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1448 00000100:00100000:2.0:1763340285.791881:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280541952:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340285.792047:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340285.792048:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340285.792055:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:0.0:1763340285.792055:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:0.0:1763340285.792063:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340285.792064:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340285.792070:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:0.0:1763340285.792070:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:2.0:1763340285.792077:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763340285.792077:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340285.792132:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2410:x1848995280541824:12345-192.168.203.42@tcp:10:bash.0 Request processed in 268us (485us total) trans 21474838490 rc 0/0 00000100:00100000:0.0:1763340285.792140:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1447 00002000:00010000:0.0:1763340285.792144:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/493 (0->18446744073709551615) 00002000:00100000:0.0:1763340285.792146:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0380 with x1848995280541824 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340285.792152:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fd7d0380. 00000100:00100000:2.0:1763340285.792355:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280541952:12345-192.168.203.42@tcp:10:bash.0 Request processed in 473us (644us total) trans 17179871209 rc 0/0 00000100:00100000:2.0:1763340285.792363:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1448 00002000:00010000:2.0:1763340285.792367:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/493 (0->18446744073709551615) 00002000:00100000:2.0:1763340285.792370:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0a80 with x1848995280541952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340285.792375:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d0a80. 00000100:00100000:0.0:1763340285.796974:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.798469:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280542208 00000100:00100000:1.0:1763340285.798482:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280542208 00000100:00100000:1.0:1763340285.798557:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2876 00000100:00100000:1.0:1763340285.798566:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280542208:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340285.798878:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280542208:12345-192.168.203.42@tcp:35:bash.0 Request processed in 311us (1912us total) trans 4294972093 rc 0/0 00000100:00100000:1.0:1763340285.798886:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2876 00000100:00100000:3.0:1763340285.801250:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.801346:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280542464 00000100:00100000:2.0:1763340285.801355:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280542464 00000100:00100000:2.0:1763340285.801412:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8470 00000100:00100000:2.0:1763340285.801421:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56681:x1848995280542464:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.801441:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.801461:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247401 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df159fb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.801591:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247408 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.801606:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247408 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.801617:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247408 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.801628:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 5 00010000:00010000:2.0:1763340285.801735:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247401 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159fb expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.801754:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247408 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159fb expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.801762:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340285.801765:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763340285.801769:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:2.0:1763340285.804889:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56681:x1848995280542464:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3457us (3634us total) trans 4294972094 rc 0/0 00000100:00100000:2.0:1763340285.804903:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8470 00000100:00100000:0.0:1763340285.814127:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.814468:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.814568:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280542976 00000100:00100000:1.0:1763340285.814579:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280542976 00000100:00100000:1.0:1763340285.814631:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2877 00000100:00100000:1.0:1763340285.814639:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56682:x1848995280542976:12345-192.168.203.42@tcp:35:rm.0 00000100:00100000:2.0:1763340285.814856:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280542720 00000100:00100000:2.0:1763340285.814861:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280542720 00000100:00100000:2.0:1763340285.814901:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8471 00000100:00100000:2.0:1763340285.814908:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56681:x1848995280542720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340285.814918:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.814938:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247416 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a02 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.815007:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.815022:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.815031:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.815062:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.815436:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56682:x1848995280542976:12345-192.168.203.42@tcp:35:rm.0 Request processed in 795us (966us total) trans 4294972095 rc 0/0 00000100:00100000:1.0:1763340285.815444:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2877 00010000:00010000:2.0:1763340285.815908:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 193 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.815923:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d35500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292152320:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340285.815974:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340285.817811:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.818104:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280543232 00000100:00100000:0.0:1763340285.818114:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280543232 00000100:00100000:0.0:1763340285.818171:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8472 00000100:00100000:0.0:1763340285.818181:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56682:x1848995280543232:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340285.818231:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763340285.818255:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247408 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159fb expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.818278:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247383 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159d1 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.818293:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 192 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340285.818307:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824734b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159c3 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.818331:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.818336:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.818345:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.818352:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.818370:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340285.818396:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340285.818407:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.818415:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.818431:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340285.818438:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.818444:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.818521:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340285.818530:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.818590:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.818603:0:8423:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340285.818612:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.820929:0:6513:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@0000000071763332 x1848995292152320) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 191 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.820953:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182473d0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159df expref: 191 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.820968:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d35500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292152320:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340285.820988:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340285.820994:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.821007:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.821014:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.821022:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.821027:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.821050:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 5 00010000:00010000:2.0:1763340285.821177:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18247416 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a02 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.821198:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a02 expref: 191 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.821206:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a02 expref: 191 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.821213:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f400, rc 0) 00000100:00100000:2.0:1763340285.821278:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56681:x1848995280542720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6369us (7159us total) trans 4294972096 rc 0/0 00000100:00100000:2.0:1763340285.821286:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8471 00000100:00100000:3.0:1763340285.824508:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.828000:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.828060:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280543488 00000100:00100000:1.0:1763340285.828071:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280543488 00000100:00100000:2.0:1763340285.828081:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280543360 00000100:00100000:2.0:1763340285.828085:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280543360 00010000:00010000:1.0:1763340285.828109:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a02 expref: 192 pid: 6513 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340285.828130:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8473 00000100:00100000:1.0:1763340285.828134:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2753 00000100:00100000:2.0:1763340285.828139:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56681:x1848995280543360:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:1.0:1763340285.828139:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2408:x1848995280543488:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.828154:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340285.828160:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.828160:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a02 expref: 192 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.828171:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a02 expref: 192 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.828176:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247440 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a09 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.828190:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb1824741d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a02 expref: 193 pid: 6513 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.828204:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.828209:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828217:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828223:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828248:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340285.828258:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340285.828267:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.828273:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.828285:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340285.828291:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2408:x1848995280543488:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 151us (301us total) trans 0 rc 0/0 00010000:00010000:2.0:1763340285.828293:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340285.828299:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2753 00010000:00010000:1.0:1763340285.828325:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828331:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000004:00080000:1.0:1763340285.828578:0:8423:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1a6:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763340285.828656:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828673:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828679:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828684:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.828688:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828695:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.828703:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.828705:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340285.828708:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.828717:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.828722:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.829274:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.829281:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340285.829306:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 5 00000004:00200000:2.0:1763340285.829310:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340285.829323:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340285.829348:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247440 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a09 expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.829367:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a09 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.829374:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340285.829376:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340285.829379:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340285.829421:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56681:x1848995280543360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1282us (4925us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.829429:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8473 00010000:00010000:1.0:1763340285.829475:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829483:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247432 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829510:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829517:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829522:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829528:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829643:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.829647:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829653:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829672:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799500) 00010000:00010000:1.0:1763340285.829675:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.829678:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829683:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247424 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340285.829700:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef7f5be3 reply state 00000000949e3689 transno 4294972097 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829711:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.829717:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340285.829719:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340285.829722:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340285.832751:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56682:x1848995280543232:12345-192.168.203.42@tcp:36:rm.0 Request processed in 14561us (14937us total) trans 4294972097 rc 0/0 00000100:00100000:1.0:1763340285.832762:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8472 00000100:00100000:2.0:1763340285.835314:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.835614:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280543744 00000100:00100000:1.0:1763340285.835623:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280543744 00000100:00100000:1.0:1763340285.835690:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8474 00000100:00100000:1.0:1763340285.835700:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56681:x1848995280543744:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.835723:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.835743:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824744e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a10 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.835836:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247455 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.835849:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247455 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.835860:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247455 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340285.835872:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 5 00010000:00010000:1.0:1763340285.835967:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824744e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a10 expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.835984:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247455 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a10 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.835992:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.835995:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340285.835998:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0800, rc 0) 00000100:00100000:1.0:1763340285.836045:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56681:x1848995280543744:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 347us (738us total) trans 4294972098 rc 0/0 00000100:00100000:1.0:1763340285.836052:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8474 00000100:00100000:3.0:1763340285.839855:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.840240:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280543872 00000100:00100000:1.0:1763340285.840249:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280543872 00000100:00100000:1.0:1763340285.840305:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5629 00000100:00100000:1.0:1763340285.840316:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280543872:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340285.840360:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.840379:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.840387:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.840389:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340285.840392:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.840429:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.840441:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 12 pid: 8399 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.840456:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292152448:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340285.840642:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340285.844023:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.844121:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5595180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292152448:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340285.844147:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340285.844217:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280544000 00000100:00100000:2.0:1763340285.844224:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280544000 00002000:00100000:2.0:1763340285.844269:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1ed:0x0] (0->4) req@ffff9554c5426d80 x1848995280544000/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:46/0 lens 496/0 e 0 to 0 dl 1763340296 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763340285.844279:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426d80 with x1848995280544000 ext(0->4) 00010000:00010000:2.0:1763340285.844286:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 13 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340285.844300:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 13 pid: 8399 timeout: 1126 lvb_type: 0 00002000:00010000:2.0:1763340285.844307:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c5426d80 00000100:00100000:3.0:1763340285.844983:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 92 00000100:00100000:3.0:1763340285.844998:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280544000:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:3.0:1763340285.845743:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280544000:12345-192.168.203.42@tcp:4:bash.0 Request processed in 747us (1725us total) trans 21474838491 rc 0/0 00000100:00100000:3.0:1763340285.846364:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 92 00002000:00100000:3.0:1763340285.846375:0:16401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1ed:0x0] (0->4) req@ffff9554c5426d80 x1848995280544000/t21474838491(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:46/0 lens 496/448 e 0 to 0 dl 1763340296 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340285.846385:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426d80 with x1848995280544000 ext(0->4) 00010000:00010000:3.0:1763340285.846393:0:16401:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 15 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340285.846409:0:16401:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 15 pid: 8399 timeout: 1126 lvb_type: 0 00002000:00010000:3.0:1763340285.846416:0:16401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c5426d80 00000100:00100000:2.0:1763340285.846505:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.846614:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280544128 00000100:00100000:1.0:1763340285.846621:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280544128 00000100:00100000:1.0:1763340285.846657:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8475 00000100:00100000:1.0:1763340285.846677:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56683:x1848995280544128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.846696:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.846718:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824746a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a17 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.846784:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.846797:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846809:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846820:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340285.846827:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846832:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846866:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846872:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846878:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846884:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846890:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.846893:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846900:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846912:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.846915:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.846919:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846925:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247471 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846938:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846944:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846949:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846954:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.846956:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846962:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846967:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340285.846970:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.846972:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846977:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247478 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340285.846999:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824746a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a17 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.847008:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.847009:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.847012:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824746a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a17 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.847028:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:1.0:1763340285.847075:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56683:x1848995280544128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 399us (570us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340285.847081:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8475 00000100:00100000:0.0:1763340285.849184:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.849288:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280544256 00000100:00100000:1.0:1763340285.849296:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280544256 00000100:00100000:1.0:1763340285.849559:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8476 00000100:00100000:1.0:1763340285.849569:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56683:x1848995280544256:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:3.0:1763340285.849585:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340285.849588:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.849610:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824747f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a1e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.849705:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.849718:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849728:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849739:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.849746:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849752:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340285.849811:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280544384 00000100:00100000:0.0:1763340285.849816:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280544384 00010000:00010000:0.0:1763340285.849840:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 15 pid: 8399 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340285.849874:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2754 00000100:00100000:0.0:1763340285.849881:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280544384:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.849883:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849890:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.849891:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.849895:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849901:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00002000:00010000:0.0:1763340285.849904:0:6498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb size from disk: 0 -> 5 00010000:00010000:1.0:1763340285.849906:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc1a4c550) 00002000:00010000:0.0:1763340285.849907:0:6498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340285.849910:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.849912:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 15 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.849917:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.849923:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 15 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.849927:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b600) 00010000:00010000:1.0:1763340285.849930:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.849934:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.849938:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb182473d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159e6 expref: 15 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.849939:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247486 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849951:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.849951:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.849954:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340285.849956:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.849959:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.849962:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849967:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ff600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.849968:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.849970:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849975:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849981:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340285.849982:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.849985:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.849990:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824748d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.849996:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340285.850012:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824747f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a1e expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.850020:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b600) 00010000:00010000:1.0:1763340285.850022:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.850025:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824747f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a1e expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.850036:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1a00, rc 0) 00000100:00100000:0.0:1763340285.850037:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280544384:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 156us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.850043:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2754 00000100:00100000:1.0:1763340285.850056:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56683:x1848995280544256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 490us (880us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340285.850062:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8476 00010000:00010000:3.0:1763340285.850171:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850180:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850198:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850210:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850216:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850222:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340285.850225:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850231:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850242:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.850248:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247463 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.850291:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280543872:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 9977us (10445us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.850299:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5629 00000100:00100000:0.0:1763340285.852745:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.853216:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.853291:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280544640 00000100:00100000:1.0:1763340285.853300:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280544640 00000100:00100000:1.0:1763340285.853356:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280544768 00000100:00100000:1.0:1763340285.853359:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280544768 00000100:00100000:1.0:1763340285.853397:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8477 00000100:00100000:1.0:1763340285.853407:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56683:x1848995280544640:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.853427:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.853449:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb18247494 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a25 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.853502:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824749b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.853513:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824749b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.853524:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824749b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340285.853592:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340285.853597:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340285.853628:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb18247494 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a25 expref: 197 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.853644:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824749b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a25 expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.853653:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.853656:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340285.853673:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ffe00, rc 0) 00000100:00100000:1.0:1763340285.853723:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56683:x1848995280544640:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 318us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.853730:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8477 00000100:00100000:1.0:1763340285.853748:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8478 00000100:00100000:1.0:1763340285.853754:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56681:x1848995280544768:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340285.853776:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.853804:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247447 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a09 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.853814:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.853818:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340285.853833:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.853841:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.853848:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:1.0:1763340285.854044:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1176, 88 off100264 00000004:00080000:1.0:1763340285.854052:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026661519381ns, next at 1026715176085ns, rc = 0 00000040:00080000:1.0:1763340285.854082:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1198, 88 off101968 00000004:00080000:1.0:1763340285.854086:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026661553207ns, next at 1026715199107ns, rc = 0 00000040:00080000:1.0:1763340285.854103:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1199, 88 off102056 00000004:00080000:1.0:1763340285.854108:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026661574972ns, next at 1026715199107ns, rc = 0 00000040:00080000:1.0:1763340285.854117:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1177, 88 off100352 00000004:00080000:1.0:1763340285.854121:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026661588184ns, next at 1026715176085ns, rc = 0 00000100:00100000:2.0:1763340285.860131:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.860493:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280544896 00000100:00100000:1.0:1763340285.860503:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280544896 00000100:00100000:1.0:1763340285.860602:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8479 00000100:00100000:1.0:1763340285.860612:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56683:x1848995280544896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.860632:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.860649:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182474a9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a2c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.860715:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340285.860729:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860740:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860751:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340285.860758:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860765:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860808:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860815:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860821:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860827:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860833:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.860837:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860844:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860854:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.860857:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.860861:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860867:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474b0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860878:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860884:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860890:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860894:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.860897:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860902:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860908:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340285.860911:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.860913:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860923:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474b7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.860947:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182474a9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a2c expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.860956:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.860959:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.860963:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182474a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a2c expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.860971:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0a00, rc 0) 00000100:00100000:1.0:1763340285.861018:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56683:x1848995280544896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 406us (894us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340285.861024:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8479 00000001:00080000:2.0:1763340285.861375:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972099 is committed 00000004:00080000:2.0:1763340285.861382:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 769 committed 00000004:00080000:2.0:1763340285.861393:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 790 committed 00000004:00080000:2.0:1763340285.861400:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 789 committed 00000004:00080000:2.0:1763340285.861403:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 768 committed 00000100:00100000:0.0:1763340285.861948:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292152704:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.861994:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.862024:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340285.862029:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292152576:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.862046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.862071:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292152704 00000100:00100000:0.0:1763340285.862075:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292152704 00000100:00100000:0.0:1763340285.862100:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292152576 00000100:00100000:0.0:1763340285.862102:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292152576 00000100:00100000:0.0:1763340285.862118:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5630 00000100:00100000:0.0:1763340285.862124:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292152704:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.862359:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5631 00000100:00100000:3.0:1763340285.862369:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292152576:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.862509:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3651:x1848995292152576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 142us (461us total) trans 21474838492 rc 0/0 00000100:00100000:3.0:1763340285.862515:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5631 00000004:00080000:2.0:1763340285.862633:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b28000/2, rc 0, transno 21474838492 00000100:00100000:2.0:1763340285.862639:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292152576:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.862779:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3651:x1848995292152704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 654us (784us total) trans 21474838493 rc 0/0 00000100:00100000:0.0:1763340285.862785:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5630 00000004:00080000:3.0:1763340285.864277:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f52300/2, rc 0, transno 21474838493 00000100:00100000:3.0:1763340285.864292:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292152704:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340285.864311:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.864326:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.864334:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.864341:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340285.864346:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.864353:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.864368:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340285.864371:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340285.864376:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340285.864381:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824742b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340285.864525:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e0c4accb reply state 00000000249c86ba transno 4294972099 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340285.864547:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1763340285.864572:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.864579:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.864581:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340285.864584:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763340285.864700:0:8423:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340285.864753:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56681:x1848995280544768:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 10960us (11499us total) trans 4294972099 rc 0/0 00000100:00100000:3.0:1763340285.864755:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292152960:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340285.864769:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8478 00000100:00100000:3.0:1763340285.864812:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340285.864842:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292152832:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.864863:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340285.864892:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.864899:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.864905:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.864910:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.864914:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.864919:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.864928:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340285.864930:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340285.864933:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340285.864939:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182474a2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340285.864960:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292152960 00000100:00100000:3.0:1763340285.864966:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292152960 00000100:00100000:3.0:1763340285.864999:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292152832 00000100:00100000:3.0:1763340285.865002:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292152832 00000100:00100000:3.0:1763340285.865019:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5632 00000100:00100000:3.0:1763340285.865027:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3649:x1848995292152960:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.865149:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5633 00000100:00100000:0.0:1763340285.865160:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3649:x1848995292152832:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340285.865296:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340285.865301:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340285.865303:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340285.865306:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340285.865308:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340285.865340:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:3649:x1848995292152832:12345-0@lo:2:osp-syn-1-1.0 Request processed in 183us (475us total) trans 17179871210 rc 0/0 00000100:00100000:0.0:1763340285.865347:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5633 00000004:00080000:2.0:1763340285.865436:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ea680/2, rc 0, transno 17179871210 00000100:00100000:2.0:1763340285.865441:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292152832:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340285.866136:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3649:x1848995292152960:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1108us (1322us total) trans 17179871211 rc 0/0 00000100:00100000:3.0:1763340285.866145:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5632 00000004:00080000:2.0:1763340285.866205:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5eb800/2, rc 0, transno 17179871211 00000100:00100000:2.0:1763340285.866210:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292152960:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340285.874123:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.874609:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280545152 00000100:00100000:1.0:1763340285.874620:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280545152 00000100:00100000:1.0:1763340285.874684:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8480 00000100:00100000:1.0:1763340285.874693:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56683:x1848995280545152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.874712:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.874716:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340285.874741:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824749b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a25 expref: 185 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.874761:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c297b200) 00010000:00010000:1.0:1763340285.874770:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340285.874784:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182474be lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a33 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.874872:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.874885:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.874895:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.874907:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.874913:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.874919:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875320:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.875330:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875338:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340285.875348:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a7:0x0]: returning size 0 00010000:00010000:1.0:1763340285.875373:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875381:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875387:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875392:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875399:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.875403:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875409:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875417:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555da35fb00) 00010000:00010000:1.0:1763340285.875419:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.875423:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875429:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474c5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340285.875443:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3128300 reply state 00000000bbe21f9d transno 4294972100 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875453:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.875458:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555da35f700) 00010000:00010000:1.0:1763340285.875461:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340285.875463:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340285.875487:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182474be lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 187 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.875502:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 186 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.875509:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9555da35fe00) 00010000:00010000:1.0:1763340285.875511:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340285.875513:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0200, rc 0) 00000100:00100000:1.0:1763340285.875640:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56683:x1848995280545152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 948us (1527us total) trans 4294972100 rc 0/0 00000100:00100000:1.0:1763340285.875649:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8480 00000100:00100000:2.0:1763340285.876461:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.876892:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280545280 00000100:00100000:3.0:1763340285.876902:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280545280 00000100:00100000:0.0:1763340285.877385:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8481 00000100:00100000:0.0:1763340285.877394:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56681:x1848995280545280:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.877415:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.877434:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a3a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.877484:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.877497:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 188 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.877513:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.877516:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340285.877520:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:0.0:1763340285.877595:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56681:x1848995280545280:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 201us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.877602:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8481 00000100:00100000:0.0:1763340285.878996:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.879070:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280545536 00000100:00100000:3.0:1763340285.879077:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280545536 00000100:00100000:3.0:1763340285.879131:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8482 00000100:00100000:3.0:1763340285.879141:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56683:x1848995280545536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.879159:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.879178:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182474e8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a41 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.879280:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.879295:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.879303:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.879335:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.879349:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 189 pid: 8423 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340285.879361:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292153088:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340285.879437:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085db40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340285.882719:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340285.883039:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280545664 00000100:00100000:1.0:1763340285.883048:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280545664 00000100:00100000:1.0:1763340285.883102:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8483 00000100:00100000:1.0:1763340285.883111:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56681:x1848995280545664:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340285.883129:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340285.883149:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182474f6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a48 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.883215:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474fd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340285.883228:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474fd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.883237:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474fd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340285.883274:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a6:0x0]: returning size 5 00000004:00200000:1.0:1763340285.883277:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340285.883292:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474fd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.883314:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182474f6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a48 expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.883330:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474fd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a48 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.883338:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340285.883341:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763340285.883343:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:1.0:1763340285.883402:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56681:x1848995280545664:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 292us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.883408:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8483 00000100:00100000:3.0:1763340285.883818:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.886050:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292153088:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340285.886079:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340285.886578:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280545792 00000100:00100000:1.0:1763340285.886587:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280545792 00010000:00010000:1.0:1763340285.886628:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 191 pid: 8423 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340285.886682:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2755 00000100:00100000:1.0:1763340285.886691:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:2408:x1848995280545792:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340285.886706:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340285.886712:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 191 pid: 8423 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.886724:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 191 pid: 8423 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.886745:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182474d3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a33 expref: 191 pid: 8423 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1763340285.886760:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9555da35fe00) 00010000:00010000:1.0:1763340285.886764:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.886774:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.886780:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340285.886805:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340285.886863:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:2408:x1848995280545792:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 173us (3045us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340285.886871:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2755 00010000:00010000:3.0:1763340285.889092:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889107:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340285.889133:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a7:0x0]: returning size 0 00000004:00080000:3.0:1763340285.889293:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1ef:0x0], index 1: 0 00000004:00080000:3.0:1763340285.889300:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1ef:0x0], index 0: 0 00000004:00080000:3.0:1763340285.889305:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f0:0x0], index 0: 0 00000004:00080000:3.0:1763340285.889308:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f0:0x0], index 1: 0 00010000:00010000:3.0:1763340285.889400:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889407:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889413:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889417:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.889421:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889430:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889442:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9555da35fe00) 00010000:00010000:3.0:1763340285.889444:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340285.889447:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889452:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182474ef lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.889494:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182474e8 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a41 expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.889503:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9555da35fe00) 00010000:00010000:3.0:1763340285.889505:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340285.889507:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182474e8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a41 expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.889520:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:3.0:1763340285.889610:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56683:x1848995280545536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 10470us (10618us total) trans 4294972101 rc 301/301 00000100:00100000:3.0:1763340285.889618:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8482 00000100:00100000:2.0:1763340285.893567:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.893967:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.893980:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280545920 00000100:00100000:3.0:1763340285.893990:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280545920 00000100:00100000:3.0:1763340285.894047:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5634 00000100:00100000:3.0:1763340285.894057:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280545920:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340285.894077:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.894103:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a4f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340285.894127:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ed:0x0] initial LVB size: 5, mtime: 0x691a6ffe, atime: 0x0, ctime: 0x691a6ffe, blocks: 0x8 00010000:00010000:3.0:1763340285.894146:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.894148:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.894160:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 14 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340285.894176:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 14 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340285.894189:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:3.0:1763340285.894250:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280545920:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 194us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340285.894257:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5634 00000100:00100000:1.0:1763340285.894315:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280546176 00000100:00100000:1.0:1763340285.894320:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280546176 00000100:00100000:1.0:1763340285.894358:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2878 00000100:00100000:1.0:1763340285.894369:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56683:x1848995280546176:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340285.894622:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56683:x1848995280546176:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 254us (655us total) trans 4294972102 rc 0/0 00000100:00100000:1.0:1763340285.894630:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2878 00000100:00100000:0.0:1763340285.898605:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.898851:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280546432 00000100:00100000:3.0:1763340285.898861:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280546432 00000100:00100000:2.0:1763340285.898989:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2879 00000100:00100000:2.0:1763340285.899000:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56683:x1848995280546432:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340285.899228:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56683:x1848995280546432:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 229us (629us total) trans 4294972103 rc 0/0 00000100:00100000:2.0:1763340285.899235:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2879 00000100:00100000:2.0:1763340285.912060:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.912175:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280546688 00000100:00100000:3.0:1763340285.912189:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280546688 00000100:00100000:3.0:1763340285.912863:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8484 00000100:00100000:3.0:1763340285.912875:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280546688:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340285.912897:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340285.912918:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247512 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a56 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.913033:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.913048:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913058:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913067:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.913073:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913078:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913124:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247527 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340285.913130:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247527 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913135:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247527 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340285.913144:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a7:0x0]: returning size 0 00010000:00010000:3.0:1763340285.913215:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913222:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913227:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913233:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913239:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.913243:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913250:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913262:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340285.913265:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.913270:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913276:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247519 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913288:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913294:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913300:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913305:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340285.913308:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913313:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913320:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555da35f700) 00010000:00010000:3.0:1763340285.913322:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340285.913325:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913330:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247520 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340285.913362:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247512 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a56 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.913377:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247527 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a56 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.913384:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:3.0:1763340285.913386:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340285.913388:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:3.0:1763340285.915601:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280546688:12345-192.168.203.42@tcp:101:bash.0 Request processed in 2722us (3542us total) trans 4294972104 rc 0/0 00000100:00100000:3.0:1763340285.915613:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8484 00000100:00100000:0.0:1763340285.920616:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.920725:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280546816 00000100:00100000:2.0:1763340285.920735:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280546816 00000100:00100000:2.0:1763340285.920791:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8485 00000100:00100000:2.0:1763340285.920802:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280546816:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.920823:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.920843:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247535 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a5d expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.920874:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824753c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340285.920887:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824753c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.920899:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824753c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340285.921003:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247535 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a5d expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.921018:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824753c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a5d expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.921026:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340285.921029:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340285.921032:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00000100:00100000:2.0:1763340285.921088:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280546816:12345-192.168.203.42@tcp:101:bash.0 Request processed in 289us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.921095:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8485 00000100:00100000:2.0:1763340285.922865:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.922940:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280547072 00000100:00100000:0.0:1763340285.922948:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280547072 00000100:00100000:0.0:1763340285.922998:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8486 00000100:00100000:0.0:1763340285.923007:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280547072:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:0.0:1763340285.923051:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340285.923072:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247527 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a56 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.923087:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340285.923091:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340285.923250:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.923262:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.923270:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:0.0:1763340285.923310:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972105 00000004:00010000:0.0:1763340285.923333:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000027afdf59 reply state 000000003e257242 transno 4294972106 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.923344:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.923351:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340285.923354:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340285.923356:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340285.923440:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280547072:12345-192.168.203.42@tcp:36:bash.0 Request processed in 433us (579us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1763340285.923448:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8486 00000020:00080000:0.0:1763340285.923452:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340285.925127:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.925191:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280547200 00000100:00100000:2.0:1763340285.925199:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280547200 00000100:00100000:2.0:1763340285.925248:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8487 00000100:00100000:2.0:1763340285.925258:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280547200:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340285.925277:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340285.925293:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824754a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a64 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.925339:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824754a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a64 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.925353:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824754a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a64 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340285.925374:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340285.925377:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340285.925380:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340285.925438:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280547200:12345-192.168.203.42@tcp:101:bash.0 Request processed in 181us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.925445:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8487 00000100:00100000:1.0:1763340285.928073:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.928150:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280547456 00000100:00100000:0.0:1763340285.928159:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280547456 00000100:00100000:0.0:1763340285.928218:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8488 00000100:00100000:0.0:1763340285.928227:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280547456:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340285.928246:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.928250:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340285.928275:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824754a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a64 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.928292:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340285.928297:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340285.928309:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247551 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a6b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.928355:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247558 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.928368:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247558 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.928378:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247558 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:0.0:1763340285.928639:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1200, 88 off102144 00000004:00080000:0.0:1763340285.928647:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026736113441ns, next at 1026715199107ns, rc = 0 00000040:00080000:0.0:1763340285.928697:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1178, 88 off100440 00000004:00080000:0.0:1763340285.928702:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026736169413ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.928719:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1179, 88 off100528 00000004:00080000:0.0:1763340285.928723:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026736189925ns, next at 1026715176085ns, rc = 0 00000040:00080000:0.0:1763340285.928731:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1201, 88 off102232 00000004:00080000:0.0:1763340285.928734:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026736201730ns, next at 1026715199107ns, rc = 0 00000001:00080000:0.0:1763340285.941047:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972107 is committed 00000004:00080000:0.0:1763340285.941058:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 792 committed 00000004:00080000:0.0:1763340285.941079:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 771 committed 00000004:00080000:0.0:1763340285.941095:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 770 committed 00000004:00080000:0.0:1763340285.941100:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 791 committed 00010000:00010000:0.0:1763340285.941179:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247558 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a6b expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.941193:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340285.941197:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340285.941205:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.941214:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247551 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a6b expref: 191 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340285.941218:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.941231:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.941237:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.941241:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.941248:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.941251:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247558 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a6b expref: 190 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340285.941265:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555da35f700) 00010000:00010000:1.0:1763340285.941269:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.941273:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340285.941280:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182474cc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340285.941283:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340285.941287:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340285.941290:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00010000:00010000:1.0:1763340285.941303:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.941311:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.941318:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.941323:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340285.941326:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.941332:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.941340:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340285.941343:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340285.941347:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.941352:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247543 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340285.941358:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280547456:12345-192.168.203.42@tcp:101:bash.0 Request processed in 13128us (13291us total) trans 4294972107 rc 0/0 00000100:00100000:0.0:1763340285.941370:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8488 00000100:00100000:1.0:1763340285.941392:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292153216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340285.941443:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340285.941489:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340285.941490:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292153216 00000100:00100000:1.0:1763340285.941497:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292153344:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.941499:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292153216 00000100:00100000:1.0:1763340285.941524:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.941581:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292153344 00000100:00100000:0.0:1763340285.941585:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292153344 00000100:00100000:1.0:1763340285.941593:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5635 00000100:00100000:1.0:1763340285.941605:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+36:3650:x1848995292153216:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.941612:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5636 00000100:00100000:0.0:1763340285.941622:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3650:x1848995292153344:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340285.941799:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+38:3650:x1848995292153216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 197us (354us total) trans 17179871213 rc 0/0 00000100:00100000:0.0:1763340285.941810:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3650:x1848995292153344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 188us (285us total) trans 17179871212 rc 0/0 00000100:00100000:1.0:1763340285.941811:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5635 00000100:00100000:0.0:1763340285.941821:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5636 00000004:00080000:1.0:1763340285.941863:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5597100/2, rc 0, transno 17179871212 00000100:00100000:1.0:1763340285.941869:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292153344:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340285.941878:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5594700/2, rc 0, transno 17179871213 00000100:00100000:1.0:1763340285.941881:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292153216:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340285.942401:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292153472:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.942433:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.942465:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340285.942471:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292153600:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.942497:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340285.942526:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292153472 00000100:00100000:0.0:1763340285.942551:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292153472 00000100:00100000:0.0:1763340285.942574:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292153600 00000100:00100000:0.0:1763340285.942576:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292153600 00000100:00100000:0.0:1763340285.942591:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5637 00000100:00100000:0.0:1763340285.942597:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292153472:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.942694:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292153472:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (259us total) trans 21474838494 rc 0/0 00000100:00100000:0.0:1763340285.942699:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5637 00000100:00100000:0.0:1763340285.942711:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5638 00000100:00100000:0.0:1763340285.942716:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292153600:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340285.942770:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292153600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 54us (272us total) trans 21474838495 rc 0/0 00000100:00100000:0.0:1763340285.942775:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5638 00000004:00080000:0.0:1763340285.942804:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1f100/2, rc 0, transno 21474838495 00000100:00100000:0.0:1763340285.942809:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292153600:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340285.942817:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6680/2, rc 0, transno 21474838494 00000100:00100000:0.0:1763340285.942820:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292153472:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340285.945358:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.945438:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280547584 00000100:00100000:0.0:1763340285.945448:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280547584 00000100:00100000:0.0:1763340285.945500:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5639 00000100:00100000:0.0:1763340285.945509:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280547584:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340285.945525:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.945578:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a72 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340285.945600:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340285.945618:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.945620:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.945628:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 25 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.945642:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 25 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.945653:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:0.0:1763340285.945707:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280547584:12345-192.168.203.42@tcp:101:bash.0 Request processed in 199us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.945713:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5639 00000100:00100000:1.0:1763340285.956144:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.956246:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280547712 00000100:00100000:2.0:1763340285.956257:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280547712 00000100:00100000:2.0:1763340285.956315:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5640 00000100:00100000:2.0:1763340285.956328:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280547712:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340285.956430:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280547712:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 104us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.956437:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5640 00000100:00100000:1.0:1763340285.962224:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.962359:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280547840 00000100:00100000:0.0:1763340285.962370:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280547840 00000100:00100000:0.0:1763340285.962432:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5641 00000100:00100000:0.0:1763340285.962441:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280547840:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340285.962461:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.962482:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a79 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340285.962510:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340285.962569:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.962571:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340285.962580:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 15 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.962597:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 15 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.962609:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:0.0:1763340285.962650:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280547840:12345-192.168.203.42@tcp:101:bash.0 Request processed in 211us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.962656:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5641 00000100:00100000:3.0:1763340285.964833:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340285.964878:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280547968 00000100:00100000:2.0:1763340285.964888:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280547968 00000100:00100000:2.0:1763340285.964934:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5642 00000100:00100000:2.0:1763340285.964942:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280547968:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340285.965042:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280547968:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 99us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340285.965049:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5642 00000100:00100000:1.0:1763340285.968238:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.968292:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280548096 00000100:00100000:3.0:1763340285.968302:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280548096 00002000:00010000:3.0:1763340285.968340:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/495 (0->18446744073709551615) 00002000:00100000:3.0:1763340285.968345:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f4e00 with x1848995280548096 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340285.968356:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87f4e00. 00000100:00100000:3.0:1763340285.968391:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1449 00000100:00100000:3.0:1763340285.968401:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280548096:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340285.968591:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ef:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340285.968596:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ef:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340285.968598:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ef:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340285.968600:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ef:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340285.968603:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ef:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340285.968671:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280548096:12345-192.168.203.42@tcp:10:bash.0 Request processed in 271us (441us total) trans 17179871214 rc 0/0 00000100:00100000:3.0:1763340285.968679:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1449 00002000:00010000:3.0:1763340285.968683:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/495 (0->18446744073709551615) 00002000:00100000:3.0:1763340285.968686:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f4e00 with x1848995280548096 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340285.968690:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87f4e00. 00000100:00100000:1.0:1763340285.971268:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.971356:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280548224 00000100:00100000:3.0:1763340285.971365:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280548224 00002000:00010000:3.0:1763340285.971399:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/495 (0->18446744073709551615) 00002000:00100000:3.0:1763340285.971404:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f63800 with x1848995280548224 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340285.971415:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f63800. 00000100:00100000:3.0:1763340285.971448:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1450 00000100:00100000:3.0:1763340285.971457:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280548224:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340285.971646:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ef:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340285.971650:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ef:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340285.971652:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ef:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340285.971655:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ef:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340285.971657:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ef:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340285.971723:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280548224:12345-192.168.203.42@tcp:10:bash.0 Request processed in 267us (464us total) trans 21474838496 rc 0/0 00000100:00100000:3.0:1763340285.971731:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1450 00002000:00010000:3.0:1763340285.971735:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/495 (0->18446744073709551615) 00002000:00100000:3.0:1763340285.971739:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f63800 with x1848995280548224 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340285.971744:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f63800. 00000100:00100000:2.0:1763340285.975034:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340285.977370:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280548352 00000100:00100000:3.0:1763340285.977385:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280548352 00000100:00100000:3.0:1763340285.977464:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1451 00000100:00100000:3.0:1763340285.977475:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280548352:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340285.977515:0:16401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.977529:0:16401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.977561:0:16401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.977567:0:16401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.977580:0:16401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.977685:0:16401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.977694:0:16401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.977702:0:16401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.977709:0:16401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340285.977713:0:16401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340285.977828:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.977878:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280548608 00000100:00100000:0.0:1763340285.977883:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280548608 00000100:00100000:0.0:1763340285.977922:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2880 00000100:00100000:0.0:1763340285.977930:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280548608:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340285.978220:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280548608:12345-192.168.203.42@tcp:35:bash.0 Request processed in 290us (391us total) trans 4294972108 rc 0/0 00000100:00100000:0.0:1763340285.978228:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2880 00010000:00010000:3.0:1763340285.979086:0:16401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.979104:0:16401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.979112:0:16401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824756d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340285.981330:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280548352:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 3847us (6294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340285.981344:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1451 00000100:00100000:1.0:1763340285.985189:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.985275:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280548736 00000100:00100000:0.0:1763340285.985285:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280548736 00000100:00100000:0.0:1763340285.985344:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8489 00000100:00100000:0.0:1763340285.985353:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56684:x1848995280548736:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:0.0:1763340285.985375:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.985397:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247574 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a80 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.985453:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.985466:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985477:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985487:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.985492:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985498:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985597:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247589 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.985606:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247589 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985612:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247589 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340285.985648:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a7:0x0]: returning size 5 00000004:00200000:0.0:1763340285.985651:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340285.985676:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247589 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985687:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247589 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985695:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985701:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985711:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985716:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985722:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.985725:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985732:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985743:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340285.985746:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.985751:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985757:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824757b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985783:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985789:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985795:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985799:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.985802:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985811:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985818:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:0.0:1763340285.985820:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.985822:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985827:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247582 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.985858:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247574 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a80 expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.985873:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247589 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a80 expref: 190 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.985880:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340285.985882:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340285.985884:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340285.985953:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56684:x1848995280548736:12345-192.168.203.42@tcp:101:rm.0 Request processed in 600us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.985962:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8489 00000100:00100000:2.0:1763340285.988668:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.989302:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280548864 00000100:00100000:0.0:1763340285.989311:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280548864 00000100:00100000:0.0:1763340285.989374:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8490 00000100:00100000:0.0:1763340285.989384:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56681:x1848995280548864:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340285.989403:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340285.989423:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247590 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a87 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.989455:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247597 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340285.989468:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247597 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.989478:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247597 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340285.989618:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247590 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a87 expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.989648:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f400/0xbdebf3fb18247597 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a87 expref: 191 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.989656:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340285.989669:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340285.989672:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f400, rc 0) 00000100:00100000:0.0:1763340285.989729:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56681:x1848995280548864:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 346us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340285.989736:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8490 00000100:00100000:1.0:1763340285.996576:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.996629:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280549120 00000100:00100000:0.0:1763340285.996639:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280549120 00000100:00100000:1.0:1763340285.996645:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340285.996704:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8491 00000100:00100000:0.0:1763340285.996719:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56684:x1848995280549120:12345-192.168.203.42@tcp:36:rm.0 00000100:00100000:3.0:1763340285.996736:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280549248 00000100:00100000:3.0:1763340285.996739:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280549248 00010000:00010000:0.0:1763340285.996775:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340285.996800:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247558 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a6b expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.996836:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247589 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a80 expref: 190 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.996849:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824753c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a5d expref: 189 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.996859:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340285.996871:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340285.996897:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.996909:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.996918:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.996929:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.996936:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.996942:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340285.996947:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1452 00000100:00100000:3.0:1763340285.996958:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2409:x1848995280549248:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:3.0:1763340285.996989:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340285.996995:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340285.997005:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.997007:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340285.997011:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.997014:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.997021:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340285.997022:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340285.997032:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:0.0:1763340285.997256:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1202, 64 off102296 00000004:00080000:0.0:1763340285.997264:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026804731152ns, next at 1027804728592ns, rc = 0 00000040:00080000:0.0:1763340285.997287:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1180, 64 off100592 00000004:00080000:0.0:1763340285.997291:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026804758143ns, next at 1027804757236ns, rc = 0 00000040:00080000:0.0:1763340285.997300:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1181, 64 off100656 00000040:00080000:0.0:1763340285.997308:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1203, 64 off102360 00010000:00010000:0.0:1763340285.997352:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340285.997362:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997369:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997376:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997381:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997386:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997412:0:6515:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340285.997428:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997433:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997439:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997444:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.997448:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997456:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997465:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9555c860b600) 00010000:00010000:0.0:1763340285.997468:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340285.997471:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997476:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182475b3 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.997508:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340285.997513:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.997519:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340285.997523:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.997529:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.997565:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff9555c860b600) 00010000:00010000:1.0:1763340285.997568:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340285.997571:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.997579:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182475ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340285.997593:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.997595:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340285.997597:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340285.997604:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997610:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997615:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997621:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997626:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340285.997629:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997638:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997646:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340285.997648:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340285.997650:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997655:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824759e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:0.0:1763340285.997678:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000027367046 reply state 00000000e735efc4 transno 4294972109 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997688:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340285.997694:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340285.997696:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340285.997698:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340285.997864:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56684:x1848995280549120:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1146us (1297us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1763340285.997998:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8491 00000100:00100000:0.0:1763340286.007041:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.007080:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.007107:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280549504 00000100:00100000:0.0:1763340286.007116:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280549504 00000100:00100000:0.0:1763340286.007176:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1243 00000100:00100000:0.0:1763340286.007185:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280549504:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1763340286.007256:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280549504:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 71us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.007264:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1243 00000001:00080000:1.0:1763340286.009045:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871215 is committed 00000001:00080000:1.0:1763340286.009059:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871213 is committed 00002000:00010000:3.0:1763340286.009215:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763340286.009220:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340286.009223:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340286.009225:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340286.009237:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.009249:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.009258:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.009265:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340286.009269:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.009276:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.009292:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.009300:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.009387:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280549248:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 12428us (12737us total) trans 17179871215 rc 0/0 00000100:00100000:3.0:1763340286.009400:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1452 00000100:00100000:2.0:1763340286.012652:0:32281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280549376 00000100:00100000:2.0:1763340286.012675:0:32281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280549376 00000100:00100000:2.0:1763340286.012745:0:32281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 154 00000100:00100000:2.0:1763340286.012757:0:32281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd5b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6e1466d-3433-4192-8af0-974fd302f81f+9:2410:x1848995280549376:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1763340286.012840:0:32281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd5b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6e1466d-3433-4192-8af0-974fd302f81f+9:2410:x1848995280549376:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 84us (5806us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.012847:0:32281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 154 00000100:00080000:2.0:1763340286.012882:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763340286.024930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.024980:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.025020:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280549760 00000100:00100000:1.0:1763340286.025031:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280549760 00000100:00100000:2.0:1763340286.025049:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280549888 00000100:00100000:2.0:1763340286.025056:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280549888 00000100:00100000:1.0:1763340286.025109:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8492 00000100:00100000:1.0:1763340286.025120:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56681:x1848995280549760:12345-192.168.203.42@tcp:36:lfs.0 00000100:00080000:3.0:1763340286.025125:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1763340286.025175:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.025201:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182474fd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a48 expref: 191 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.025218:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340286.025223:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.025285:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00000100:00100000:2.0:1763340286.025291:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8493 00010000:00010000:1.0:1763340286.025304:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340286.025305:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56685:x1848995280549888:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.025322:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.025322:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.025340:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182475c8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a8e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.025390:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.025399:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025406:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025415:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.025423:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025430:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00010000:1.0:1763340286.025433:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003627cd26 reply state 000000001a3c3d8f transno 4294972110 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.025459:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.025465:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340286.025467:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.025470:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340286.025472:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025480:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025486:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025493:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025498:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.025502:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025509:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025517:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340286.025520:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.025524:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025559:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182475cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025570:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025576:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025582:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025587:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.025590:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025596:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340286.025603:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56681:x1848995280549760:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 481us (680us total) trans 4294972110 rc 0/0 00010000:00010000:2.0:1763340286.025607:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:2.0:1763340286.025612:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.025613:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8492 00010000:00010000:2.0:1763340286.025617:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025625:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182475d6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.025646:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182475c8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a8e expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.025655:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340286.025665:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.025669:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182475c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a8e expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.025683:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00000100:00100000:2.0:1763340286.025704:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56685:x1848995280549888:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 404us (726us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340286.025711:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8493 00000100:00100000:0.0:1763340286.027605:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.027665:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280550016 00000100:00100000:3.0:1763340286.027675:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280550016 00000100:00100000:3.0:1763340286.027723:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8494 00000100:00100000:3.0:1763340286.027731:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56685:x1848995280550016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.027749:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.027767:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475dd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a95 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.027824:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.027836:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027846:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027856:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.027863:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027870:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027903:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027910:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027916:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027921:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027926:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.027930:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027936:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027945:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340286.027948:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.027952:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027957:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb182475e4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027969:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027973:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027978:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027982:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.027985:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027994:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.027999:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:3.0:1763340286.028001:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.028003:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.028008:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182475eb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.028027:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475dd lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a95 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.028035:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340286.028037:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.028040:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182475dd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a95 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.028051:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:3.0:1763340286.028101:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56685:x1848995280550016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 370us (505us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340286.028108:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8494 00000100:00100000:2.0:1763340286.033766:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.033819:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280550144 00000100:00100000:0.0:1763340286.033830:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280550144 00000100:00100000:0.0:1763340286.033890:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8495 00000100:00100000:0.0:1763340286.033900:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56685:x1848995280550144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.033920:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.033942:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182475f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15a9c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.034003:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182475f9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.034016:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182475f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.034027:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182475f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340286.034068:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340286.034073:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340286.034104:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182475f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a9c expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.034136:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182475f9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a9c expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.034149:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860ba00) 00010000:00010000:0.0:1763340286.034153:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340286.034156:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ade00, rc 0) 00000100:00100000:0.0:1763340286.034218:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56685:x1848995280550144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 319us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.034225:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8495 00000100:00100000:0.0:1763340286.039263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.040949:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280550272 00000100:00100000:3.0:1763340286.040962:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280550272 00000100:00100000:3.0:1763340286.041048:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5643 00000100:00100000:3.0:1763340286.041059:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56681:x1848995280550272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.041076:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.041099:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15aa3 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340286.041122:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ee:0x0] initial LVB size: 4096, mtime: 0x691a6ffe, atime: 0x0, ctime: 0x691a6ffe, blocks: 0x8 00010000:00010000:3.0:1763340286.041144:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.041146:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.041153:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.041168:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.041180:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:3.0:1763340286.041240:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56681:x1848995280550272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 178us (1982us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.041247:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5643 00000100:00080000:2.0:1763340286.041330:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763340286.042800:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.044044:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280550400 00000100:00100000:0.0:1763340286.044056:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280550400 00000100:00100000:0.0:1763340286.044408:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5644 00000100:00100000:0.0:1763340286.044418:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56681:x1848995280550400:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.044440:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.044460:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15aaa expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340286.044481:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340286.044501:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.044503:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.044510:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.044523:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.044552:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7acc00, rc 0) 00000100:00080000:2.0:1763340286.044965:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763340286.045004:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:56681:x1848995280550400:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 587us (2220us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.045012:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5644 00000100:00100000:1.0:1763340286.045098:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.045366:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280550528 00000100:00100000:0.0:1763340286.045372:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280550528 00000100:00100000:0.0:1763340286.045410:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8496 00000100:00100000:0.0:1763340286.045418:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56685:x1848995280550528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.045433:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.045446:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824760e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ab1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.045504:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.045516:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045527:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045592:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.045599:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045607:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045647:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045653:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045670:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045675:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045680:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.045684:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045691:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045701:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860ba00) 00010000:00010000:0.0:1763340286.045704:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.045708:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045713:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247615 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045738:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045743:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045748:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045752:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.045755:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045763:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045769:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340286.045771:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.045774:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045780:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824761c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.045818:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824760e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab1 expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.045826:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860ba00) 00010000:00010000:0.0:1763340286.045829:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.045832:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824760e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab1 expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.045842:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad000, rc 0) 00000100:00100000:0.0:1763340286.045885:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56685:x1848995280550528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 468us (788us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340286.045891:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8496 00000100:00100000:1.0:1763340286.048089:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.048118:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.048172:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280550656 00000100:00100000:0.0:1763340286.048180:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280550656 00002000:00010000:0.0:1763340286.048212:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/494 (5->18446744073709551615) 00002000:00100000:0.0:1763340286.048217:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c485b480 with x1848995280550656 ext(5->18446744073709551615) 00002000:00010000:0.0:1763340286.048228:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c485b480. 00000100:00100000:0.0:1763340286.048253:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280550784 00000100:00100000:0.0:1763340286.048257:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280550784 00002000:00010000:0.0:1763340286.048271:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/494 (0->18446744073709551615) 00002000:00100000:0.0:1763340286.048274:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4858700 with x1848995280550784 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340286.048280:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4858700. 00000100:00100000:0.0:1763340286.049247:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1453 00000100:00100000:0.0:1763340286.049259:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280550656:12345-192.168.203.42@tcp:10:lfs.0 00000100:00100000:3.0:1763340286.049898:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1454 00000100:00100000:3.0:1763340286.049910:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280550784:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:3.0:1763340286.050021:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.050025:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340286.050027:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.050029:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340286.050031:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.050106:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280550784:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 198us (1984us total) trans 21474838497 rc 0/0 00000100:00100000:3.0:1763340286.050114:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1454 00002000:00010000:3.0:1763340286.050119:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/494 (0->18446744073709551615) 00002000:00100000:3.0:1763340286.050122:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4858700 with x1848995280550784 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340286.050128:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4858700. 00002000:00010000:0.0:1763340286.050361:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763340286.050365:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340286.050367:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340286.050369:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340286.050371:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763340286.050408:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280550656:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 1152us (2324us total) trans 17179871216 rc 0/0 00000100:00100000:0.0:1763340286.050414:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1453 00002000:00010000:0.0:1763340286.050417:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/494 (5->18446744073709551615) 00002000:00100000:0.0:1763340286.050420:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c485b480 with x1848995280550656 ext(5->18446744073709551615) 00002000:00010000:0.0:1763340286.050424:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c485b480. 00000100:00100000:1.0:1763340286.052971:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.053572:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280551040 00000100:00100000:0.0:1763340286.053583:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280551040 00000100:00100000:0.0:1763340286.053640:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8497 00000100:00100000:0.0:1763340286.053649:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56685:x1848995280551040:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.053677:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.053680:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340286.053705:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb182475f9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a9c expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.053741:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860ba00) 00010000:00010000:0.0:1763340286.053749:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.053762:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247623 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ab8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.054296:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.054310:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.054320:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.054330:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.054337:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.054343:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340286.054856:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340286.055080:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.055090:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055098:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340286.055107:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 0 00000100:00100000:3.0:1763340286.055128:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280551296 00000100:00100000:3.0:1763340286.055134:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280551296 00010000:00010000:0.0:1763340286.055134:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055140:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055146:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055151:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055157:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.055161:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055168:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055178:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bd00) 00010000:00010000:0.0:1763340286.055181:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.055184:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055190:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824762a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:0.0:1763340286.055210:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d8b9469f reply state 000000008d2c9b0b transno 4294972111 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055220:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.055225:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340286.055228:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340286.055231:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340286.055258:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247623 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.055277:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.055284:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9555c860b100) 00010000:00010000:0.0:1763340286.055286:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340286.055289:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ada00, rc 0) 00000100:00100000:0.0:1763340286.056017:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56685:x1848995280551040:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2366us (3051us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1763340286.056026:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8497 00000100:00100000:3.0:1763340286.057135:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8498 00000100:00100000:3.0:1763340286.057149:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56681:x1848995280551296:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340286.057237:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.057251:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.057260:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340286.057355:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055404dcf reply state 00000000f0999cf9 transno 4294972112 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.057367:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.057374:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340286.057377:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340286.057380:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340286.057476:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56681:x1848995280551296:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 331us (2621us total) trans 4294972112 rc 0/0 00000100:00100000:3.0:1763340286.057483:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8498 00000100:00100000:2.0:1763340286.059845:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.060469:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280551552 00000100:00100000:3.0:1763340286.060479:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280551552 00000100:00100000:3.0:1763340286.060570:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8499 00000100:00100000:3.0:1763340286.060581:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56685:x1848995280551552:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.060604:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.060673:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824764d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15abf expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.060744:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340286.060782:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340286.060796:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.060805:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.060837:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.060850:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 197 pid: 6515 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340286.060862:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292153728:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.060902:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280551680 00000100:00100000:3.0:1763340286.060907:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280551680 00000100:00100000:2.0:1763340286.060948:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda240 going to sleep for 11 seconds 00000100:00100000:3.0:1763340286.061220:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5645 00000100:00100000:3.0:1763340286.061229:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280551680:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:3.0:1763340286.061346:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340286.061350:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.061352:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb atime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340286.061355:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.061357:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340286.061399:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280551680:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 170us (654us total) trans 21474838498 rc 0/0 00000100:00100000:3.0:1763340286.061406:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5645 00000100:00100000:2.0:1763340286.068213:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292153728:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340286.068244:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340286.069648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.070876:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280551808 00000100:00100000:2.0:1763340286.070888:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280551808 00010000:00010000:2.0:1763340286.070931:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 198 pid: 6515 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340286.071733:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.071782:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280552064 00000100:00100000:0.0:1763340286.071789:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280552064 00000100:00100000:0.0:1763340286.071841:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2881 00000100:00100000:0.0:1763340286.071851:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b68c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56681:x1848995280552064:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:0.0:1763340286.071916:0:6517:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1a6:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247455 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a10 expref: 199 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.071963:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763340286.071976:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.071984:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340286.072014:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.072025:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 199 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340286.072038:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292153856:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.072082:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2756 00000100:00100000:3.0:1763340286.072098:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:2408:x1848995280551808:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.072109:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763340286.072110:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c600 going to sleep for 11 seconds 00010000:00010000:3.0:1763340286.072114:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 199 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.072125:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 199 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.072138:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247638 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ab8 expref: 199 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.072246:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9555c860b100) 00010000:00010000:3.0:1763340286.072252:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.072264:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.072270:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.072301:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.072325:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340286.072331:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2408:x1848995280551808:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 241us (2689us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340286.072334:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340286.072338:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2756 00000004:00200000:0.0:1763340286.072353:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 0 00000100:00100000:0.0:1763340286.072492:0:9947:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292153984:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1763340286.072524:0:9947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.072567:0:9947:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000004:00080000:0.0:1763340286.072649:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f1:0x0], index 0: 0 00000004:00080000:0.0:1763340286.072656:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f1:0x0], index 1: 0 00000004:00080000:0.0:1763340286.072671:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f2:0x0], index 1: 0 00000004:00080000:0.0:1763340286.072675:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f2:0x0], index 0: 0 00010000:00010000:0.0:1763340286.072784:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.072792:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.072798:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.072804:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.072809:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.072815:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.072824:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9555c860b100) 00010000:00010000:0.0:1763340286.072827:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340286.072831:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.072836:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247654 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.072878:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824764d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15abf expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.072887:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9555c860b100) 00010000:00010000:0.0:1763340286.072889:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340286.072892:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824764d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15abf expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.072905:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:0.0:1763340286.072952:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56685:x1848995280551552:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 12373us (13114us total) trans 4294972113 rc 301/301 00000100:00100000:0.0:1763340286.072959:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8499 00000100:00100000:1.0:1763340286.075067:0:8448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d87100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8448:1848995292154112:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1763340286.075136:0:8448:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.075213:0:8448:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d780 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.075214:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292153984 00000100:00100000:0.0:1763340286.075221:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292153984 00000100:00100000:0.0:1763340286.075289:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292154112 00000100:00100000:0.0:1763340286.075293:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292154112 00000100:00100000:0.0:1763340286.075320:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5646 00000100:00100000:0.0:1763340286.075328:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:9947:x1848995292153984:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1763340286.075372:0:8399:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 514 00000100:00100000:3.0:1763340286.075448:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647 00000100:00100000:3.0:1763340286.075457:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:8448:x1848995292154112:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1763340286.075479:0:30853:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 514 00000100:00100000:1.0:1763340286.076428:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292153856:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340286.076453:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000100:00100000:1.0:1763340286.076488:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.076514:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.076555:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280552448 00000100:00100000:1.0:1763340286.076560:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280552448 00000100:00100000:1.0:1763340286.076595:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2882 00000100:00100000:1.0:1763340286.076602:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56685:x1848995280552448:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340286.076835:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56685:x1848995280552448:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 232us (319us total) trans 4294972114 rc 0/0 00000100:00100000:1.0:1763340286.076843:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2882 00000100:00080000:2.0:1763340286.077251:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763340286.077266:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280552192 00000100:00100000:2.0:1763340286.077270:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280552192 00010000:00010000:2.0:1763340286.077293:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 198 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340286.077330:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2757 00000100:00100000:2.0:1763340286.077338:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2407:x1848995280552192:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340286.077349:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340286.077354:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 198 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340286.077367:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 198 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340286.077388:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182474e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a3a expref: 198 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340286.077413:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:2.0:1763340286.077418:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340286.077428:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340286.077435:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340286.077455:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340286.077484:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2407:x1848995280552192:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 147us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.077491:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2757 00010000:00010000:2.0:1763340286.077512:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340286.077520:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000040:00080000:2.0:1763340286.077710:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1182, 88 off100744 00000004:00080000:2.0:1763340286.077719:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026885185757ns, next at 1027804757236ns, rc = 0 00000040:00080000:2.0:1763340286.077746:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1204, 88 off102448 00000004:00080000:2.0:1763340286.077752:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026885219483ns, next at 1027804728592ns, rc = 0 00000040:00080000:2.0:1763340286.077768:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1205, 88 off102536 00000004:00080000:2.0:1763340286.077772:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026885239005ns, next at 1027804728592ns, rc = 0 00000040:00080000:2.0:1763340286.077781:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1183, 88 off100832 00000004:00080000:2.0:1763340286.077784:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026885251573ns, next at 1027804757236ns, rc = 0 00000100:00100000:3.0:1763340286.077826:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:8448:x1848995292154112:12345-0@lo:5:osp-pre-0-1.0 Request processed in 2368us (2689us total) trans 21474838499 rc 0/0 00000100:00100000:3.0:1763340286.077834:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647 00000100:00100000:1.0:1763340286.078472:0:8448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d87100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8448:1848995292154112:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1763340286.078483:0:8448:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x1f2:0x0]-[0x280000400:0x221:0x0] 00000100:00100000:0.0:1763340286.079859:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:9947:x1848995292153984:12345-0@lo:5:osp-pre-1-1.0 Request processed in 4527us (7329us total) trans 17179871217 rc 0/0 00000100:00100000:0.0:1763340286.079871:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5646 00000100:00100000:3.0:1763340286.080079:0:9947:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871213 gen 2 00000004:00080000:3.0:1763340286.080086:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785c700, transno 17179871174 00000004:00080000:3.0:1763340286.080100:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7100, transno 17179871175 00000004:00080000:3.0:1763340286.080102:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785ed80, transno 17179871176 00000004:00080000:3.0:1763340286.080105:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785ca80, transno 17179871177 00000004:00080000:3.0:1763340286.080107:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4a80, transno 17179871178 00000004:00080000:3.0:1763340286.080109:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4700, transno 17179871179 00000004:00080000:3.0:1763340286.080112:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18e00, transno 17179871181 00000004:00080000:3.0:1763340286.080115:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18700, transno 17179871182 00000004:00080000:3.0:1763340286.080117:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f19880, transno 17179871183 00000004:00080000:3.0:1763340286.080119:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f1ad80, transno 17179871184 00000004:00080000:3.0:1763340286.080121:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbdc00, transno 17179871185 00000004:00080000:3.0:1763340286.080123:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbd880, transno 17179871186 00000004:00080000:3.0:1763340286.080126:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6df800, transno 17179871189 00000004:00080000:3.0:1763340286.080128:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dd180, transno 17179871190 00000004:00080000:3.0:1763340286.080130:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3a9b480, transno 17179871191 00000004:00080000:3.0:1763340286.080133:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3a98a80, transno 17179871192 00000004:00080000:3.0:1763340286.080135:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87fd500, transno 17179871196 00000004:00080000:3.0:1763340286.080138:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa5180, transno 17179871197 00000004:00080000:3.0:1763340286.080140:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4e00, transno 17179871198 00000004:00080000:3.0:1763340286.080142:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87fce00, transno 17179871199 00000004:00080000:3.0:1763340286.080144:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d85880, transno 17179871200 00000004:00080000:3.0:1763340286.080146:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d87b80, transno 17179871201 00000004:00080000:3.0:1763340286.080149:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f51f80, transno 17179871202 00000004:00080000:3.0:1763340286.081404:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4859180, transno 17179871203 00000004:00080000:3.0:1763340286.081411:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595ed80, transno 17179871205 00000004:00080000:3.0:1763340286.081413:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b29880, transno 17179871206 00000004:00080000:3.0:1763340286.081416:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b29180, transno 17179871207 00000004:00080000:3.0:1763340286.081418:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b2bb80, transno 17179871208 00000004:00080000:3.0:1763340286.081420:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ea680, transno 17179871210 00000004:00080000:3.0:1763340286.081423:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5eb800, transno 17179871211 00000004:00080000:3.0:1763340286.081425:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5597100, transno 17179871212 00000004:00080000:3.0:1763340286.081427:0:9947:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5594700, transno 17179871213 00000100:00100000:3.0:1763340286.081436:0:9947:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554cc28b800 x1848995292153984/t17179871217(17179871217) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1763340302 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763340286.081448:0:9947:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292153984:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1763340286.081460:0:9947:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x1f2:0x0]-[0x2c0000400:0x221:0x0] 00000004:00080000:2.0:1763340286.081628:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 4 changes, 10 in progress, 0 in flight, 22 done 00000004:00080000:2.0:1763340286.081703:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 4 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:1.0:1763340286.082025:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.082079:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280552704 00000100:00100000:0.0:1763340286.082087:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280552704 00000100:00100000:0.0:1763340286.082142:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2883 00000100:00100000:0.0:1763340286.082211:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56685:x1848995280552704:12345-192.168.203.42@tcp:35:lfs.0 00000001:00080000:3.0:1763340286.082291:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972115 is committed 00000004:00080000:3.0:1763340286.082298:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 774 committed 00000100:00100000:0.0:1763340286.082393:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56685:x1848995280552704:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 241us (368us total) trans 4294972116 rc 0/0 00000100:00100000:0.0:1763340286.082401:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2883 00000004:00080000:3.0:1763340286.082455:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 795 committed 00000004:00080000:3.0:1763340286.082470:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 794 committed 00000004:00080000:3.0:1763340286.082473:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 773 committed 00000004:00080000:3.0:1763340286.082485:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 772 committed 00000004:00080000:3.0:1763340286.082488:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 793 committed 00000004:00010000:3.0:1763340286.082526:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091741b5a reply state 000000007301c2ff transno 4294972115 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000100:00100000:2.0:1763340286.082553:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292154496:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340286.082564:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340286.082572:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340286.082575:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763340286.082579:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340286.082584:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:3.0:1763340286.082586:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763340286.082590:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247455 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a10 expref: 190 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.082592:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.082619:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340286.082625:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292154624:0@lo:2:osp-syn-0-1.0 00010000:00080000:3.0:1763340286.082637:0:6517:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763340286.082645:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.082647:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b68c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56681:x1848995280552064:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 10799us (10917us total) trans 4294972115 rc 0/0 00000100:00100000:3.0:1763340286.082654:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2881 00000100:00100000:2.0:1763340286.082683:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292154496 00000100:00100000:2.0:1763340286.082687:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292154496 00000100:00100000:2.0:1763340286.082710:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292154624 00000100:00100000:2.0:1763340286.082713:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292154624 00000100:00100000:3.0:1763340286.082715:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5648 00000100:00100000:3.0:1763340286.082722:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3648:x1848995292154496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.082728:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5649 00000100:00100000:2.0:1763340286.082734:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3648:x1848995292154624:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340286.082820:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340286.082820:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.082824:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:2.0:1763340286.082824:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.082827:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb atime from disk: 1763340286 -> 1763340286 00002000:00010000:2.0:1763340286.082827:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.082830:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:2.0:1763340286.082830:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.082833:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ed:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1763340286.082833:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340286.082863:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3648:x1848995292154624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 130us (217us total) trans 21474838500 rc 0/0 00000100:00100000:2.0:1763340286.082870:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5649 00000100:00100000:3.0:1763340286.083478:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3648:x1848995292154496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 755us (883us total) trans 21474838501 rc 0/0 00000004:00080000:2.0:1763340286.083480:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cdd500/2, rc 0, transno 21474838500 00000100:00100000:3.0:1763340286.083485:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5648 00000100:00100000:2.0:1763340286.083485:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292154624:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340286.083495:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cdd180/2, rc 0, transno 21474838501 00000100:00100000:2.0:1763340286.083498:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292154496:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.083508:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292155008:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.083554:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.083566:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292155008 00000100:00100000:3.0:1763340286.083569:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292155008 00000100:00100000:3.0:1763340286.083594:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5650 00000100:00100000:3.0:1763340286.083600:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3648:x1848995292155008:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340286.083687:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.083690:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.083692:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.083694:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.083696:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ed:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.083728:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3648:x1848995292155008:12345-0@lo:2:osp-syn-1-1.0 Request processed in 127us (174us total) trans 17179871218 rc 0/0 00000100:00100000:3.0:1763340286.083734:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5650 00000004:00080000:3.0:1763340286.083759:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6d9500/2, rc 0, transno 17179871218 00000100:00100000:3.0:1763340286.083764:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292155008:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.083963:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292155136:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.083990:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.084022:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292155136 00000100:00100000:0.0:1763340286.084026:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292155136 00000100:00100000:0.0:1763340286.084048:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5651 00000100:00100000:0.0:1763340286.084053:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292155136:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340286.084107:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763340286.084110:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340286.084112:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340286.084114:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340286.084115:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ee:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763340286.084144:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292155136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (152us total) trans 17179871219 rc 0/0 00000100:00100000:0.0:1763340286.084149:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5651 00000004:00080000:0.0:1763340286.084476:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785c700/2, rc 0, transno 17179871219 00000100:00100000:0.0:1763340286.084481:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292155136:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340286.084584:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084593:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084599:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084605:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.084612:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084619:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084632:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340286.084635:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.084638:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084644:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182475a5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084676:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.084682:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.084687:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.084691:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.084693:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.084698:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.084705:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340286.084706:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.084709:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.084713:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182475c1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.084721:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084725:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084730:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084739:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.084741:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084746:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084751:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340286.084753:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.084755:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084759:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247631 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.084771:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.084776:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.084780:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.084784:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.084787:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.084792:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.084798:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340286.084800:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.084803:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.084808:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247646 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340286.084828:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154240:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340286.084861:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.084893:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154752:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.084914:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.085505:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763340286.085512:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154368:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340286.085566:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.085797:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154880:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.085824:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.085919:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292154240 00000100:00100000:0.0:1763340286.085925:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292154240 00000100:00100000:0.0:1763340286.085964:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292154752 00000100:00100000:0.0:1763340286.085967:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292154752 00000100:00100000:0.0:1763340286.085987:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292154368 00000100:00100000:0.0:1763340286.085990:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292154368 00000100:00100000:3.0:1763340286.085993:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5652 00000100:00100000:3.0:1763340286.086001:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3650:x1848995292154240:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.086006:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5653 00000100:00100000:0.0:1763340286.086010:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292154752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340286.086021:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:495 count 1 00002000:00080000:0.0:1763340286.086021:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:495 count 1 00010000:00010000:3.0:1763340286.086039:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.086039:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.086058:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 18 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.086058:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 16 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.086067:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.086067:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340286.086069:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.086069:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340286.086073:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.086073:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.086099:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 18 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.086099:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 16 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.086112:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 18 pid: 30853 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340286.086123:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292155264:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.086187:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085db40 going to sleep for 11 seconds 00010000:00010000:1.0:1763340286.086201:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.086207:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.086212:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.086217:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.086221:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.086227:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.086241:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340286.086244:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340286.086979:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.086991:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824765b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00000100:00100000:1.0:1763340286.087031:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292154880 00000100:00100000:1.0:1763340286.087036:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292154880 00000100:00100000:1.0:1763340286.087071:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5654 00000100:00100000:1.0:1763340286.087079:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3650:x1848995292154368:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340286.087096:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:496 count 1 00002000:00010000:1.0:1763340286.087121:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340286.087126:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087134:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.087136:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.087141:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087152:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087160:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087166:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087184:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340286.087402:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3650:x1848995292154368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 323us (1834us total) trans 21474838502 rc 0/0 00000100:00100000:1.0:1763340286.087410:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5654 00000100:00100000:1.0:1763340286.087426:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5655 00000100:00100000:1.0:1763340286.087432:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292154880:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763340286.087433:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cde300/2, rc 0, transno 21474838502 00000100:00100000:3.0:1763340286.087439:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154368:0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340286.087443:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:496 count 1 00002000:00010000:1.0:1763340286.087458:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340286.087463:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087471:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.087473:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.087476:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087485:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087493:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087499:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087521:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340286.087649:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3650:x1848995292154880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 217us (1823us total) trans 17179871220 rc 0/0 00000100:00100000:1.0:1763340286.087655:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5655 00010000:00010000:1.0:1763340286.087694:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340286.087700:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087706:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.087710:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087717:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087732:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087739:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247677 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087751:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340286.087754:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087759:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.087761:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087772:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087780:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087786:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824767e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.087796:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.087797:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.087799:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.087877:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340286.087898:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc28bb80/2, rc 0, transno 17179871220 00000100:00100000:3.0:1763340286.087903:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154880:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340286.088914:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 16 pid: 30853 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340286.088937:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292155392:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.089018:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.089151:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.089442:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280552832 00000100:00100000:0.0:1763340286.089450:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280552832 00000100:00100000:0.0:1763340286.089500:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8500 00000100:00100000:0.0:1763340286.089507:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+185:56681:x1848995280552832:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.089527:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.089565:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18247685 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ac6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.089613:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18247685 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ac6 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.089627:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ade00/0xbdebf3fb18247685 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ac6 expref: 186 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.089643:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:0.0:1763340286.089646:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340286.089649:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ade00, rc 0) 00000100:00100000:0.0:1763340286.089686:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:56681:x1848995280552832:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 179us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.089693:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8500 00000100:00100000:0.0:1763340286.089994:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292155264:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.090015:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.090085:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.090453:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280552960 00000100:00100000:0.0:1763340286.090458:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280552960 00010000:00010000:0.0:1763340286.090481:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 19 pid: 30853 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340286.090516:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2758 00000100:00100000:0.0:1763340286.090523:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d8be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280552960:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340286.090552:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.090558:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 19 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.090569:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 19 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.090589:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247566 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a79 expref: 19 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.090602:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.090604:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.090608:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.090617:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.090641:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.090678:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d8be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280552960:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 155us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.090684:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2758 00010000:00010000:3.0:1763340286.090744:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.090753:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.090768:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.090775:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.093218:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340286.093508:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3650:x1848995292154240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7501us (8640us total) trans 21474838503 rc 0/0 00000100:00100000:0.0:1763340286.093520:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5652 00010000:00010000:1.0:1763340286.093613:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340286.093624:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.093635:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.093640:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.093650:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.093681:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.093689:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247669 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.093708:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.093709:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.093711:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340286.093729:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:3.0:1763340286.093824:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cdfb80/2, rc 0, transno 21474838503 00000100:00100000:3.0:1763340286.093832:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154240:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.093855:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280553216 00000100:00100000:3.0:1763340286.093862:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280553216 00000100:00100000:3.0:1763340286.093914:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8501 00000100:00100000:3.0:1763340286.093924:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+186:55868:x1848995280553216:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:1.0:1763340286.093947:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.093950:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763340286.093968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.093973:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824768c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15acd expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.093990:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280553600 00000100:00100000:3.0:1763340286.093993:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280553600 00000100:00100000:3.0:1763340286.094026:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2884 00000100:00100000:3.0:1763340286.094032:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56681:x1848995280553600:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.094035:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292155392:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.094054:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763340286.094240:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1a6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763340286.094304:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1184, 64 off100896 00000040:00080000:3.0:1763340286.094326:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1206, 64 off102600 00000040:00080000:3.0:1763340286.094336:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1207, 64 off102664 00000040:00080000:3.0:1763340286.094345:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1185, 64 off100960 00010000:00010000:3.0:1763340286.094395:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763340286.094409:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00000100:00100000:2.0:1763340286.094410:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280553344 00000100:00100000:2.0:1763340286.094414:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280553344 00010000:00010000:3.0:1763340286.094419:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340286.094426:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340286.094432:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340286.094433:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 17 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.094438:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340286.094457:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340286.094464:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2759 00000100:00100000:2.0:1763340286.094472:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280553344:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340286.094484:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340286.094489:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 17 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340286.094500:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 17 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340286.094517:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824755f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a72 expref: 17 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1763340286.094528:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.094554:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.094559:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.094568:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.094588:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.094652:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.094673:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.094681:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.094688:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.094702:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763340286.094880:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340286.094886:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.094893:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.094896:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.094903:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.094913:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a6:0x0].0x0 (ffff9554c10a9a00) 00010000:00010000:1.0:1763340286.094916:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340286.094920:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.094925:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247693 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340286.094935:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340286.094939:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.094944:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.094947:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.094953:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.094962:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.094968:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247670 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.094978:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.094980:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.094981:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340286.095062:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56681:x1848995280553600:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1028us (1091us total) trans 4294972117 rc 0/0 00000100:00100000:3.0:1763340286.095070:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2884 00000100:00100000:2.0:1763340286.095098:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280553344:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 626us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.095104:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2759 00010000:00010000:3.0:1763340286.095175:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.095184:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095191:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095202:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.095209:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095216:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095257:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182476a8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.095264:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182476a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095270:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182476a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:3.0:1763340286.095279:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 0 00010000:00010000:3.0:1763340286.095326:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095333:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095338:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095344:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095349:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.095353:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095358:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095366:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9d00) 00010000:00010000:3.0:1763340286.095368:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.095372:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095377:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824769a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095385:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095390:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095394:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095398:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.095400:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095405:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095411:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9900) 00010000:00010000:3.0:1763340286.095413:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.095415:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095421:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476a1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.095456:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824768c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15acd expref: 190 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340286.095462:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3650:x1848995292154752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9450us (10547us total) trans 17179871221 rc 0/0 00000100:00100000:0.0:1763340286.095470:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5653 00010000:00010000:3.0:1763340286.095472:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182476a8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15acd expref: 189 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.095479:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:3.0:1763340286.095481:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340286.095483:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00010000:00010000:0.0:1763340286.095491:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340286.095525:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280553216:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1603us (1797us total) trans 4294972118 rc 0/0 00000004:00080000:2.0:1763340286.095561:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc289f80/2, rc 0, transno 17179871221 00000100:00100000:2.0:1763340286.095579:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292154752:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.095967:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8501 00000100:00100000:1.0:1763340286.099381:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.099451:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280553728 00000100:00100000:3.0:1763340286.099462:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280553728 00000100:00100000:3.0:1763340286.099636:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8502 00000100:00100000:3.0:1763340286.099646:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:55868:x1848995280553728:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340286.099676:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.099694:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476b6 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ad4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.099724:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182476bd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.099737:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182476bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.099747:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182476bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.099855:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb182476b6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ad4 expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.099872:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182476bd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ad4 expref: 190 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.099886:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:3.0:1763340286.099889:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340286.099892:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584000, rc 0) 00000100:00100000:1.0:1763340286.100765:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.100769:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280553728:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1124us (1396us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.100777:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8502 00000100:00100000:2.0:1763340286.101755:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280553984 00000100:00100000:2.0:1763340286.101763:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280553984 00000100:00100000:2.0:1763340286.102067:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8503 00000100:00100000:2.0:1763340286.102078:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56681:x1848995280553984:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.102095:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.102113:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182476c4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15adb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.102282:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182476cb lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340286.102296:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182476cb lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.102307:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182476cb lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340286.102318:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 0 00010000:00010000:2.0:1763340286.102422:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182476c4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15adb expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.102438:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182476cb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15adb expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.102446:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.102448:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763340286.102451:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340286.102508:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56681:x1848995280553984:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 432us (1744us total) trans 4294972119 rc 0/0 00000100:00100000:2.0:1763340286.102515:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8503 00000100:00100000:0.0:1763340286.104412:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.104482:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280554240 00000100:00100000:1.0:1763340286.104490:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280554240 00000100:00100000:1.0:1763340286.104564:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8504 00000100:00100000:1.0:1763340286.104573:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280554240:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340286.104615:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.104637:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb182476a8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15acd expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.104652:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.104667:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.104836:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.104853:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.104866:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340286.104911:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972120 00000004:00010000:1.0:1763340286.104935:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000072b722b4 reply state 00000000e30373cd transno 4294972121 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.104946:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.104953:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.104955:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.104958:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340286.105040:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280554240:12345-192.168.203.42@tcp:36:bash.0 Request processed in 468us (633us total) trans 4294972121 rc 0/0 00000100:00100000:2.0:1763340286.105041:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.105047:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8504 00000020:00080000:1.0:1763340286.105051:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340286.105064:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280554368 00000100:00100000:1.0:1763340286.105067:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280554368 00000100:00100000:1.0:1763340286.105091:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8505 00000100:00100000:1.0:1763340286.105097:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56681:x1848995280554368:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.105108:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.105118:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182476e0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ae2 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.105170:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.105183:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.105191:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340286.105210:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 0 00000004:00200000:1.0:1763340286.105214:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340286.105226:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.105245:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb182476e0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.105258:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.105265:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.105267:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340286.105270:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1a00, rc 0) 00000100:00100000:1.0:1763340286.105309:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56681:x1848995280554368:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 211us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.105316:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8505 00000100:00100000:2.0:1763340286.108200:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.109321:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.109355:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.109448:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280554752 00000100:00100000:3.0:1763340286.109458:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280554752 00000100:00100000:3.0:1763340286.109512:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280554880 00000100:00100000:3.0:1763340286.109516:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280554880 00000100:00100000:3.0:1763340286.109558:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5656 00000100:00100000:3.0:1763340286.109567:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280554752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.109586:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.109607:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15af0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340286.109631:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340286.109651:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.109653:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.109674:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 17 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.109691:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 17 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.109703:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da585a00, rc 0) 00000100:00100000:3.0:1763340286.109751:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280554752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 185us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.109758:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5656 00000100:00100000:3.0:1763340286.109774:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5657 00000100:00100000:3.0:1763340286.109780:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280554880:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.109787:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.109798:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15af7 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340286.109812:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340286.109822:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.109824:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.109829:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.109839:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.109848:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584a00, rc 0) 00000100:00100000:3.0:1763340286.109869:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280554880:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 88us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.109874:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5657 00000100:00100000:1.0:1763340286.111344:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280554624 00000100:00100000:1.0:1763340286.111354:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280554624 00000100:00100000:1.0:1763340286.111412:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8506 00000100:00100000:1.0:1763340286.111422:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280554624:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.111441:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.111443:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340286.111468:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182476cb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15adb expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.111485:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.111490:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.111501:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182476fc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ae9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.111560:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.111572:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.111580:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.111610:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.111622:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 195 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340286.111634:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292155520:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.111724:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d480 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.114901:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.114984:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.115060:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280555136 00000100:00100000:3.0:1763340286.115067:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280555136 00000100:00100000:1.0:1763340286.115075:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292155520:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340286.115100:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340286.115122:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2885 00000100:00100000:3.0:1763340286.115132:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56681:x1848995280555136:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340286.115392:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56681:x1848995280555136:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 261us (498us total) trans 4294972122 rc 0/0 00000100:00100000:3.0:1763340286.115401:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2885 00000100:00100000:0.0:1763340286.115476:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280555264 00000100:00100000:0.0:1763340286.115481:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280555264 00010000:00010000:0.0:1763340286.115504:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 197 pid: 10032 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340286.115562:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2760 00000100:00100000:0.0:1763340286.115570:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2408:x1848995280555264:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340286.115580:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.115586:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 197 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.115598:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 197 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.115618:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182476e7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae2 expref: 197 pid: 10032 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.115631:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.115635:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.115644:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.115651:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.115686:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.115707:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2408:x1848995280555264:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 138us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.115714:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2760 00010000:00010000:0.0:1763340286.115732:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.115743:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:0.0:1763340286.115933:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1186, 88 off101048 00000004:00080000:0.0:1763340286.115941:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026923407911ns, next at 1027804757236ns, rc = 0 00000040:00080000:0.0:1763340286.115995:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1208, 88 off102752 00000004:00080000:0.0:1763340286.116000:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026923467301ns, next at 1027804728592ns, rc = 0 00000040:00080000:0.0:1763340286.116023:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1209, 88 off102840 00000004:00080000:0.0:1763340286.116027:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026923494498ns, next at 1027804728592ns, rc = 0 00000040:00080000:0.0:1763340286.116043:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1187, 88 off101136 00000004:00080000:0.0:1763340286.116048:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026923514968ns, next at 1027804757236ns, rc = 0 00000100:00100000:0.0:1763340286.122956:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.123036:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280555520 00000100:00100000:1.0:1763340286.123046:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280555520 00000100:00100000:1.0:1763340286.123104:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8507 00000100:00100000:1.0:1763340286.123114:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56681:x1848995280555520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.123144:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.123167:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb1824770a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15afe expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.123248:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.123262:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123273:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123292:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.123298:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123304:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123411:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.123421:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123428:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340286.123442:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 2 00010000:00010000:1.0:1763340286.123526:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123576:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123583:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123589:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.123593:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123600:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123611:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.123615:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763340286.123620:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123626:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824771f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123642:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123653:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123666:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123675:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123680:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.123683:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123687:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123694:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38f00) 00010000:00010000:1.0:1763340286.123696:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.123700:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123705:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247711 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123714:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123718:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123723:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123728:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.123731:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123736:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123746:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:1.0:1763340286.123748:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.123751:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123755:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb18247718 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.123794:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb1824770a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15afe expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.123805:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38f00) 00010000:00010000:1.0:1763340286.123807:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340286.123811:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb1824770a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15afe expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.123822:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:1.0:1763340286.123884:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56681:x1848995280555520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 772us (937us total) trans 4294972124 rc 301/301 00000100:00100000:1.0:1763340286.123892:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8507 00000001:00080000:1.0:1763340286.125602:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972123 is committed 00000004:00080000:1.0:1763340286.125612:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 776 committed 00000004:00080000:1.0:1763340286.125772:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 797 committed 00000004:00080000:1.0:1763340286.126042:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 796 committed 00010000:00010000:2.0:1763340286.126077:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.126088:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.126094:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.126099:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.126102:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.126109:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.126121:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.126123:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.126127:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.126132:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182476d9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340286.126316:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292155904:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.126377:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.126415:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340286.126421:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292156032:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.126443:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.126479:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292155904 00000100:00100000:0.0:1763340286.126486:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292155904 00000100:00100000:0.0:1763340286.126524:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292156032 00000100:00100000:0.0:1763340286.126527:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292156032 00000100:00100000:0.0:1763340286.126573:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5658 00000100:00100000:0.0:1763340286.126581:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3648:x1848995292155904:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.126762:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3648:x1848995292155904:12345-0@lo:2:osp-syn-0-1.0 Request processed in 180us (383us total) trans 21474838504 rc 0/0 00000100:00100000:0.0:1763340286.126770:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5658 00000100:00100000:0.0:1763340286.126786:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5659 00000100:00100000:0.0:1763340286.126793:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3648:x1848995292156032:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340286.126846:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340286.126850:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340286.126852:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340286.126854:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340286.126856:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340286.126880:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3648:x1848995292156032:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (437us total) trans 21474838505 rc 0/0 00000100:00100000:0.0:1763340286.126887:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5659 00000004:00080000:0.0:1763340286.126932:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc76300/2, rc 0, transno 21474838505 00000100:00100000:0.0:1763340286.126938:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292156032:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340286.126948:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc74380/2, rc 0, transno 21474838504 00000100:00100000:0.0:1763340286.126951:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292155904:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.127160:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292156544:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.127192:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.127214:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340286.127220:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292156416:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.127241:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.127265:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292156544 00000100:00100000:3.0:1763340286.127269:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292156544 00000100:00100000:3.0:1763340286.127293:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292156416 00000100:00100000:3.0:1763340286.127296:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292156416 00000100:00100000:3.0:1763340286.127312:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5660 00000100:00100000:3.0:1763340286.127318:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292156544:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340286.127401:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.127405:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.127407:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.127409:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.127410:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.127440:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292156544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (248us total) trans 17179871222 rc 0/0 00000100:00100000:3.0:1763340286.127445:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5660 00000100:00100000:3.0:1763340286.127460:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5661 00000100:00100000:3.0:1763340286.127467:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292156416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.127554:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292156416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 67us (290us total) trans 17179871223 rc 0/0 00000100:00100000:3.0:1763340286.127561:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5661 00000004:00080000:3.0:1763340286.127592:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba50e00/2, rc 0, transno 17179871223 00000100:00100000:3.0:1763340286.127597:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292156416:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340286.127604:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba50000/2, rc 0, transno 17179871222 00000100:00100000:3.0:1763340286.127608:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292156544:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.127695:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292155648:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.127725:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.127754:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292156160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.127774:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.127791:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1763340286.127796:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292155776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.127817:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.127833:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292156288:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.127854:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.127877:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292155648 00000100:00100000:2.0:1763340286.127881:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292155648 00000100:00100000:2.0:1763340286.127908:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292156160 00000100:00100000:2.0:1763340286.127911:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292156160 00000100:00100000:2.0:1763340286.127926:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292155776 00000100:00100000:2.0:1763340286.127928:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292155776 00000100:00100000:2.0:1763340286.127938:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292156288 00000100:00100000:2.0:1763340286.127940:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292156288 00000100:00100000:2.0:1763340286.127953:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5662 00000100:00100000:2.0:1763340286.127958:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3650:x1848995292155648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340286.127972:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:493 count 1 00010000:00010000:2.0:1763340286.127988:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.128005:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340286.128013:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.128015:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.128018:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.128041:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340286.128053:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 18 pid: 8401 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1763340286.128063:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292156672:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.128113:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda780 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.128126:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5663 00000100:00100000:2.0:1763340286.128131:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292156160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340286.128140:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:493 count 1 00010000:00010000:2.0:1763340286.128150:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.128160:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.128166:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340286.128167:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340286.128169:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.128188:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.128196:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 16 pid: 8399 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340286.128206:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292156800:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.128231:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda240 going to sleep for 11 seconds 00000004:00080000:1.0:1763340286.128435:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 775 committed 00000100:00100000:1.0:1763340286.128487:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5664 00000100:00100000:1.0:1763340286.128495:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f598a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+29:3650:x1848995292155776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340286.128507:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:494 count 1 00010000:00010000:1.0:1763340286.128520:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128551:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128558:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.128560:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.128563:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128582:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128591:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 18 pid: 8399 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340286.128600:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292156928:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.128631:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61df00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.128647:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5665 00000100:00100000:1.0:1763340286.128654:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292156288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340286.128678:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:494 count 1 00010000:00010000:1.0:1763340286.128690:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128701:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128713:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.128715:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.128717:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128736:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.128745:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340286.128754:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292157056:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.128775:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d840 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.129414:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340286.129623:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae9 expref: 189 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.129637:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.129640:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340286.129655:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182476fc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae9 expref: 189 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340286.129683:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae9 expref: 188 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.129713:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.129715:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340286.129719:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0800, rc 0) 00000100:00100000:0.0:1763340286.129764:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:55868:x1848995280554624:12345-192.168.203.42@tcp:101:bash.0 Request processed in 18344us (21573us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1763340286.129772:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8506 00000100:00100000:3.0:1763340286.129845:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280555776 00000100:00100000:3.0:1763340286.129852:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280555776 00000100:00100000:3.0:1763340286.129897:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2886 00000100:00100000:3.0:1763340286.129905:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56681:x1848995280555776:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340286.130049:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56681:x1848995280555776:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 144us (636us total) trans 4294972125 rc 0/0 00000100:00100000:3.0:1763340286.130056:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2886 00000100:00100000:3.0:1763340286.133160:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292156672:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.133191:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.133282:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292156928:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340286.133300:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.133369:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.133384:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292156800:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.133398:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.133399:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.133427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.133481:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292157056:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340286.133495:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.133522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.133576:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.133646:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556032 00000100:00100000:0.0:1763340286.133654:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556032 00000100:00100000:3.0:1763340286.133673:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280555904 00000100:00100000:3.0:1763340286.133677:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280555904 00010000:00010000:3.0:1763340286.133696:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 20 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.133696:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 20 pid: 8401 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1763340286.133722:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556160 00000100:00100000:0.0:1763340286.133726:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556160 00010000:00010000:0.0:1763340286.133738:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 17 pid: 8399 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340286.134517:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556288 00000100:00100000:3.0:1763340286.134524:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556288 00010000:00010000:3.0:1763340286.134561:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 18 pid: 30853 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340286.134580:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2761 00000100:00100000:3.0:1763340286.134589:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280556032:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.134604:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.134610:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 20 pid: 8401 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1763340286.134622:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 20 pid: 8401 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1763340286.134643:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824750b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15a4f expref: 20 pid: 8401 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1763340286.134670:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.134673:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.134678:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.134687:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.134711:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.134755:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280556032:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 167us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.134763:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2761 00000100:00100000:3.0:1763340286.134800:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2762 00000100:00100000:3.0:1763340286.134808:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280555904:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.134818:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.134823:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 18 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.134832:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 18 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.134844:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247607 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aaa expref: 18 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.134853:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.134855:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.134858:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.134865:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.134881:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.134900:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280555904:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 93us (1501us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.134906:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2762 00000100:00100000:3.0:1763340286.134919:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2763 00000100:00100000:3.0:1763340286.134925:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280556160:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.134934:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.134939:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 18 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.134948:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 18 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.134960:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f584f200/0xbdebf3fb182473fa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df159f4 expref: 18 pid: 8399 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.134968:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.134970:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.134973:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.134980:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.134997:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.135015:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280556160:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 90us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.135021:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2763 00000100:00100000:3.0:1763340286.135034:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2764 00000100:00100000:0.0:1763340286.135081:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556416 00000100:00100000:0.0:1763340286.135086:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556416 00000100:00100000:0.0:1763340286.135117:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2887 00000100:00100000:0.0:1763340286.135124:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56681:x1848995280556416:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340286.135237:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56681:x1848995280556416:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 113us (1660us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.135244:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2887 00010000:00010000:2.0:1763340286.135353:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.135363:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.135372:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.135380:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.135407:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340286.135644:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f598a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+30:3650:x1848995292155776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7149us (7824us total) trans 21474838506 rc 0/0 00000100:00100000:2.0:1763340286.135652:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5664 00010000:00010000:0.0:1763340286.135730:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340286.135736:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.135744:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.135748:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.135761:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763340286.135763:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc95f80/2, rc 0, transno 21474838506 00000100:00100000:1.0:1763340286.135770:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292155776:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340286.135774:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.135791:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824773b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.135808:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.135810:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.135812:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340286.136009:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280556288:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.136022:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.136027:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.136038:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340286.136046:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.136052:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247600 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15aa3 expref: 16 pid: 30853 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.136062:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.136064:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.136067:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.136075:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.136092:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.136099:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556544 00000100:00100000:0.0:1763340286.136103:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556544 00000100:00100000:0.0:1763340286.136130:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5666 00000100:00100000:3.0:1763340286.136131:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280556288:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1090us (2606us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.136136:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280556544:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:3.0:1763340286.136137:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2764 00010000:00010000:0.0:1763340286.136146:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.136162:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b05 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.136175:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340286.136179:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340286.136182:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.136190:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.136192:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.136193:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.136197:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.136199:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.136211:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.136215:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340286.136222:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:0.0:1763340286.136243:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280556544:12345-192.168.203.42@tcp:101:bash.0 Request processed in 107us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.136248:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5666 00000100:00100000:3.0:1763340286.136358:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3650:x1848995292156160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8225us (8581us total) trans 17179871224 rc 0/0 00000100:00100000:3.0:1763340286.136365:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5663 00010000:00010000:3.0:1763340286.136385:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.136393:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763340286.136400:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba53100/2, rc 0, transno 17179871224 00010000:00010000:3.0:1763340286.136401:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340286.136405:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292156160:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340286.136407:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.136423:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1763340286.136431:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340286.136436:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.136442:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.136446:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.136453:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.136465:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.136640:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3650:x1848995292155648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8679us (8912us total) trans 21474838507 rc 0/0 00000100:00100000:3.0:1763340286.136647:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5662 00000004:00080000:2.0:1763340286.136823:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785e300/2, rc 0, transno 21474838507 00000100:00100000:2.0:1763340286.136828:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292155648:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340286.136870:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.136879:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.136887:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.136894:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137097:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247734 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137114:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340286.137118:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137124:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.137127:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137133:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137144:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137151:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824772d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137163:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340286.137166:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137172:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.137175:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137182:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.137183:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1763340286.137191:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137202:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247742 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.137213:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.137215:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340286.137373:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3650:x1848995292156288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8718us (9517us total) trans 17179871225 rc 0/0 00000100:00100000:1.0:1763340286.137380:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5665 00010000:00010000:2.0:1763340286.137419:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340286.137601:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba53800/2, rc 0, transno 17179871225 00000100:00100000:2.0:1763340286.137606:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292156288:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340286.137881:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.137882:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340286.141758:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.142248:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556672 00000100:00100000:2.0:1763340286.142258:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556672 00000100:00100000:2.0:1763340286.142317:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5667 00000100:00100000:2.0:1763340286.142326:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280556672:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340286.142343:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.142364:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b0c expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340286.142387:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340286.142408:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.142411:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.142420:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 16 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.142434:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 16 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.142447:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340286.142503:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280556672:12345-192.168.203.42@tcp:101:bash.0 Request processed in 177us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.142509:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5667 00000100:00100000:2.0:1763340286.148728:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.150283:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556800 00000100:00100000:0.0:1763340286.150296:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556800 00002000:00010000:0.0:1763340286.150344:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/497 (0->18446744073709551615) 00002000:00100000:0.0:1763340286.150349:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f19880 with x1848995280556800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340286.150361:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3f19880. 00000100:00100000:0.0:1763340286.150407:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1455 00000100:00100000:0.0:1763340286.150417:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280556800:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340286.150613:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340286.150617:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:0.0:1763340286.150620:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340286.150621:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:0.0:1763340286.150624:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340286.150707:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280556800:12345-192.168.203.42@tcp:10:bash.0 Request processed in 291us (1986us total) trans 21474838508 rc 0/0 00000100:00100000:0.0:1763340286.150715:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1455 00002000:00010000:0.0:1763340286.150719:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/497 (0->18446744073709551615) 00002000:00100000:0.0:1763340286.150722:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f19880 with x1848995280556800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340286.150726:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3f19880. 00000100:00100000:2.0:1763340286.150945:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.151122:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280556928 00000100:00100000:1.0:1763340286.151128:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280556928 00002000:00010000:1.0:1763340286.151147:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/497 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.151151:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1ad80 with x1848995280556928 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340286.151158:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1ad80. 00000100:00100000:1.0:1763340286.151177:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1456 00000100:00100000:1.0:1763340286.151185:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280556928:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:3.0:1763340286.151225:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:1.0:1763340286.151279:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340286.151282:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340286.151285:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.151287:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340286.151289:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340286.151292:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280557184 00000100:00100000:0.0:1763340286.151296:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280557184 00000100:00100000:0.0:1763340286.151326:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8508 00000100:00100000:1.0:1763340286.151329:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280556928:12345-192.168.203.42@tcp:10:bash.0 Request processed in 145us (385us total) trans 17179871226 rc 0/0 00000100:00100000:0.0:1763340286.151333:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56686:x1848995280557184:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:1.0:1763340286.151337:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1456 00002000:00010000:1.0:1763340286.151339:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/497 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.151342:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1ad80 with x1848995280556928 ext(0->18446744073709551615) 00010000:00010000:0.0:1763340286.151344:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1763340286.151346:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1ad80. 00010000:00010000:0.0:1763340286.151363:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247757 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b13 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.151432:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.151445:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151456:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151468:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.151474:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151480:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151618:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.151627:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151633:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340286.151646:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 2 00010000:00010000:0.0:1763340286.151715:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151723:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151728:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151734:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151740:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7acc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.151744:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151751:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151762:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340286.151765:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.151770:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151776:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824775e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151808:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151814:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151823:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151828:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.151831:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151836:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151842:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799300) 00010000:00010000:0.0:1763340286.151844:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.151847:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151851:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247765 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.151887:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247757 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.151904:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.151911:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.151913:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340286.151916:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7adc00, rc 0) 00000100:00100000:0.0:1763340286.151958:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56686:x1848995280557184:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 624us (731us total) trans 4294972126 rc 0/0 00000100:00100000:0.0:1763340286.151965:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8508 00000100:00100000:2.0:1763340286.155176:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.155225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.155245:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280557568 00000100:00100000:0.0:1763340286.155255:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280557568 00000100:00100000:0.0:1763340286.155308:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280557696 00000100:00100000:0.0:1763340286.155312:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280557696 00000100:00100000:1.0:1763340286.155317:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2888 00000100:00100000:0.0:1763340286.155327:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2889 00000100:00100000:1.0:1763340286.155329:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56686:x1848995280557568:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.155332:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280557696:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340286.155617:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56686:x1848995280557568:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 290us (452us total) trans 4294972127 rc 0/0 00000100:00100000:1.0:1763340286.155624:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2888 00000100:00100000:0.0:1763340286.156776:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280557696:12345-192.168.203.42@tcp:35:bash.0 Request processed in 1437us (1544us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1763340286.156795:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2889 00000100:00100000:3.0:1763340286.160271:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.164340:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280557952 00000100:00100000:0.0:1763340286.164354:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280557952 00000100:00100000:1.0:1763340286.165962:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8509 00000100:00100000:1.0:1763340286.165975:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56686:x1848995280557952:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.166000:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.166021:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824777a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b1a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.166134:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.166152:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.166161:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.166198:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.166212:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 194 pid: 6515 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1763340286.166227:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292157184:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.166324:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00010000:00010000:0.0:1763340286.168373:0:6515:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@0000000023b14fbc x1848995292157184) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 194 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.168394:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 194 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1763340286.168416:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824776c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b13 expref: 194 pid: 6515 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1763340286.168444:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292157184:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.168463:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.168468:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.168478:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.168485:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.168508:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.168608:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.168615:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340286.168638:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 5 00000100:00100000:3.0:1763340286.168666:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.168747:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280558208 00000100:00100000:2.0:1763340286.168755:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280558208 00010000:00010000:0.0:1763340286.168771:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824777a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.168810:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8510 00000100:00100000:2.0:1763340286.168820:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56687:x1848995280558208:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340286.168864:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340286.168877:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247703 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ae9 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.168884:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.168887:0:10032:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie bdebf3fb1824776c) 00010000:00010000:2.0:1763340286.168893:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb182476bd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ad4 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.168893:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.168896:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763340286.168898:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ffe00, rc 0) 00010000:00010000:2.0:1763340286.168902:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.168905:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340286.168925:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.168933:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.168939:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340286.168949:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56686:x1848995280557952:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2977us (8687us total) trans 4294972129 rc 0/0 00010000:00010000:2.0:1763340286.168951:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00000100:00100000:0.0:1763340286.168957:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8509 00010000:00010000:2.0:1763340286.168958:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.168963:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.169029:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.169039:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.169046:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.169077:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.169089:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 192 pid: 6515 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1763340286.169100:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292157312:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.169162:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.172834:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292157312:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340286.172864:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340286.174149:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.174264:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280558336 00000100:00100000:3.0:1763340286.174272:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280558336 00010000:00010000:3.0:1763340286.174311:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 193 pid: 6515 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1763340286.174505:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2765 00000100:00100000:3.0:1763340286.174516:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d8bea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:2410:x1848995280558336:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.174560:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.174567:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 193 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.174578:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 193 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.174599:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb18247781 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b1a expref: 193 pid: 6515 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1763340286.174615:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:3.0:1763340286.174620:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.174628:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.174633:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.174670:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.174718:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d8bea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2410:x1848995280558336:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 205us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.174731:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2765 00000100:00100000:3.0:1763340286.174807:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.174895:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280558464 00000100:00100000:3.0:1763340286.174900:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280558464 00000100:00100000:3.0:1763340286.174925:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8511 00000100:00100000:3.0:1763340286.174934:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56686:x1848995280558464:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.174952:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.174967:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb182477a4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b21 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.175054:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.175064:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.175071:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.175085:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.175092:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.175176:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175183:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00000004:00080000:2.0:1763340286.175414:0:10032:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1a9:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763340286.175496:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175503:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175510:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175516:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.175520:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175527:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175571:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.175574:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340286.175577:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.175584:0:10032:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.175590:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.175615:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175621:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824779d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175636:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175643:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175648:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175653:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175669:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.175672:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175678:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175685:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb300) 00010000:00010000:2.0:1763340286.175688:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.175690:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175696:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824778f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340286.175709:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000002a05820 reply state 000000002960b292 transno 4294972130 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175718:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.175724:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.175726:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340286.175729:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340286.175787:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56687:x1848995280558208:12345-192.168.203.42@tcp:36:rm.0 Request processed in 6967us (7128us total) trans 4294972130 rc 0/0 00000100:00100000:2.0:1763340286.175794:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8510 00010000:00010000:3.0:1763340286.175973:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.175981:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340286.176006:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 5 00000004:00200000:3.0:1763340286.176011:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340286.176026:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.176049:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb182477a4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b21 expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.176065:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b21 expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.176073:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:3.0:1763340286.176075:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340286.176078:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:3.0:1763340286.176120:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56686:x1848995280558464:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1186us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.176126:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8511 00000100:00100000:2.0:1763340286.188108:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.189513:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280558720 00000100:00100000:0.0:1763340286.189526:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280558720 00000100:00100000:1.0:1763340286.189737:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8512 00000100:00100000:1.0:1763340286.189747:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56686:x1848995280558720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.189771:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.189793:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb182477b2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b28 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.189896:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182477b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.189911:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182477b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.189922:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182477b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340286.189934:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 5 00010000:00010000:1.0:1763340286.190036:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb182477b2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b28 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.190054:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182477b9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b28 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.190068:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.190070:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340286.190074:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14fea00, rc 0) 00000100:00100000:1.0:1763340286.190139:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56686:x1848995280558720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 394us (2040us total) trans 4294972131 rc 0/0 00000100:00100000:1.0:1763340286.190148:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8512 00000100:00100000:2.0:1763340286.197901:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.197948:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.198071:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280558848 00000100:00100000:3.0:1763340286.198080:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280558848 00000100:00100000:3.0:1763340286.198140:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8513 00000100:00100000:3.0:1763340286.198161:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56688:x1848995280558848:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.198179:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.198201:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182477c7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b2f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.198265:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.198279:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198291:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198302:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.198313:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198321:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198363:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198370:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198376:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198381:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198386:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.198390:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198396:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198406:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:3.0:1763340286.198409:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.198413:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198418:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182477ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198429:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198435:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198440:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198444:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.198446:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198451:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198456:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:3.0:1763340286.198458:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.198460:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198464:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182477d5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.198487:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182477c7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b2f expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.198494:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:3.0:1763340286.198496:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.198499:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb182477c7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b2f expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.198512:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:3.0:1763340286.198598:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56688:x1848995280558848:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 449us (707us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340286.198606:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8513 00000100:00100000:0.0:1763340286.198781:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280558976 00000100:00100000:0.0:1763340286.198787:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280558976 00000100:00100000:0.0:1763340286.198828:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5668 00000100:00100000:0.0:1763340286.198835:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280558976:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:0.0:1763340286.198862:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.198874:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 19 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.198882:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.198883:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.198886:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.198914:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 19 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.198926:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 19 pid: 35213 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.198940:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292157440:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.198992:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3900 going to sleep for 11 seconds 00000100:00100000:3.0:1763340286.200449:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292157440:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.200473:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.202369:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.204652:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280559104 00000100:00100000:1.0:1763340286.204675:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280559104 00002000:00100000:1.0:1763340286.204725:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f1:0x0] (0->4) req@ffff9555fc6df800 x1848995280559104/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:47/0 lens 496/0 e 0 to 0 dl 1763340297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340286.204735:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df800 with x1848995280559104 ext(0->4) 00000100:00100000:2.0:1763340286.204739:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340286.204744:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 20 pid: 35213 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.204788:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280559232 00000100:00100000:0.0:1763340286.204792:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280559232 00000100:00100000:0.0:1763340286.204836:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8514 00000100:00100000:0.0:1763340286.204846:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56688:x1848995280559232:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.204864:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.204886:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182477e3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b36 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.204952:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.204967:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.204978:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.204991:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.204999:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205005:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205042:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205049:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205056:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205063:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205069:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.205073:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205079:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205094:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340286.205097:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.205102:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205107:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182477ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205134:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205140:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205145:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205158:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.205161:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205167:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205175:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:0.0:1763340286.205177:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.205180:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205186:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.205213:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182477e3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b36 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.205223:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340286.205226:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.205229:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182477e3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b36 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.205241:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ada00, rc 0) 00000100:00100000:0.0:1763340286.205307:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56688:x1848995280559232:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 462us (567us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340286.205315:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8514 00010000:00010000:1.0:1763340286.206519:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 20 pid: 35213 timeout: 1127 lvb_type: 0 00002000:00010000:1.0:1763340286.206544:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555fc6df800 00000100:00100000:1.0:1763340286.206576:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 93 00000100:00100000:1.0:1763340286.206587:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280559104:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:1.0:1763340286.207981:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280559104:12345-192.168.203.42@tcp:4:bash.0 Request processed in 1390us (5610us total) trans 21474838509 rc 0/0 00000100:00100000:1.0:1763340286.207993:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 93 00002000:00100000:1.0:1763340286.208003:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f1:0x0] (0->4) req@ffff9555fc6df800 x1848995280559104/t21474838509(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:47/0 lens 496/448 e 0 to 0 dl 1763340297 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340286.208014:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df800 with x1848995280559104 ext(0->4) 00010000:00010000:1.0:1763340286.208021:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 22 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.208035:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 22 pid: 35213 timeout: 1127 lvb_type: 0 00002000:00010000:1.0:1763340286.208042:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555fc6df800 00000100:00100000:2.0:1763340286.210834:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.211338:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280559360 00000100:00100000:0.0:1763340286.211348:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280559360 00000100:00100000:0.0:1763340286.211410:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8515 00000100:00100000:0.0:1763340286.211420:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56688:x1848995280559360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.211441:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.211463:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b3d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.211523:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182477ff lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.211559:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182477ff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.211571:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182477ff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340286.211618:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340286.211622:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340286.211670:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182477f8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b3d expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.211702:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182477ff lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b3d expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.211712:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340286.211715:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340286.211719:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ec00, rc 0) 00000100:00100000:0.0:1763340286.211783:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56688:x1848995280559360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 364us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.211791:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8515 00000100:00100000:0.0:1763340286.215046:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.218938:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280559488 00000100:00100000:1.0:1763340286.218954:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280559488 00010000:00010000:1.0:1763340286.219002:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 22 pid: 35213 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.219034:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2766 00000100:00100000:1.0:1763340286.219043:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280559488:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.219058:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763340286.219075:0:7449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763340286.219078:0:7449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340286.219084:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 22 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.219097:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 22 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.219121:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247749 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b05 expref: 22 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.219141:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.219143:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.219149:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.219158:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.219191:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.219294:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219304:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219322:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219331:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219339:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219351:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.219355:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219363:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219375:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.219383:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb182477dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.220559:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280559488:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1509us (5515us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.220570:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2766 00000100:00100000:0.0:1763340286.220704:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280558976:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 21867us (22753us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.220714:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5668 00000100:00100000:2.0:1763340286.221039:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.221374:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280559616 00000100:00100000:0.0:1763340286.221382:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280559616 00000100:00100000:0.0:1763340286.221430:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8516 00000100:00100000:0.0:1763340286.221439:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56688:x1848995280559616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.221459:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.221479:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247806 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b44 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.221580:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.221598:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221609:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221620:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.221627:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221634:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221685:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221692:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221697:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221704:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221710:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.221714:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221721:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221736:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340286.221739:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.221744:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221750:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824780d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221776:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221782:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221787:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221792:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.221795:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221801:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221808:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:0.0:1763340286.221811:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.221814:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221820:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247814 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.221845:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247806 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b44 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.221856:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340286.221858:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.221862:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247806 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b44 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.221873:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:0.0:1763340286.221919:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56688:x1848995280559616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 481us (882us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340286.221926:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8516 00000100:00100000:3.0:1763340286.226199:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.226740:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280559872 00000100:00100000:1.0:1763340286.226750:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280559872 00000100:00100000:1.0:1763340286.226807:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8517 00000100:00100000:1.0:1763340286.226817:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56686:x1848995280559872:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340286.226869:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.226897:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182477ab lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b21 expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.226913:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.226919:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.226951:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.226963:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.226975:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:1.0:1763340286.227197:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1188, 88 off101224 00000004:00080000:1.0:1763340286.227206:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027034672427ns, next at 1027804757236ns, rc = 0 00000040:00080000:1.0:1763340286.227237:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1210, 88 off102928 00000004:00080000:1.0:1763340286.227241:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027034708635ns, next at 1027804728592ns, rc = 0 00000040:00080000:1.0:1763340286.227264:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1211, 88 off103016 00000004:00080000:1.0:1763340286.227268:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027034735562ns, next at 1027804728592ns, rc = 0 00000040:00080000:1.0:1763340286.227279:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1189, 88 off101312 00000004:00080000:1.0:1763340286.227282:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027034749105ns, next at 1027804757236ns, rc = 0 00000100:00100000:2.0:1763340286.228609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.228704:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280560128 00000100:00100000:0.0:1763340286.228712:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280560128 00000100:00100000:0.0:1763340286.228752:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8518 00000100:00100000:0.0:1763340286.228761:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56688:x1848995280560128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.228779:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.228782:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340286.228800:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182477ff lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b3d expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.228829:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340286.228837:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.228851:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247822 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b4b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.228932:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.228944:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.228953:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.228964:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.228971:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.228978:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229307:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.229316:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229323:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340286.229331:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ab:0x0]: returning size 0 00010000:00010000:0.0:1763340286.229354:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229360:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229365:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229371:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229376:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.229380:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229386:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229394:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340286.229396:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.229400:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229405:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247829 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340286.229419:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aa88f167 reply state 0000000033161d5f transno 4294972133 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229429:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.229434:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:0.0:1763340286.229436:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340286.229439:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340286.229471:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18247822 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.229488:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.229495:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340286.229498:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340286.229500:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000001:00080000:1.0:1763340286.230123:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972132 is committed 00000004:00080000:1.0:1763340286.230131:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 778 committed 00010000:00010000:2.0:1763340286.230161:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.230169:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.230175:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.230180:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.230183:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.230193:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.230203:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.230205:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.230209:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.230214:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247796 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00080000:1.0:1763340286.230763:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 799 committed 00000004:00080000:1.0:1763340286.230919:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 798 committed 00000100:00100000:2.0:1763340286.230999:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292157568:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.231106:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292157696:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340286.231149:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 777 committed 00000004:00010000:1.0:1763340286.231212:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef59e68b reply state 00000000b1bbbc29 transno 4294972132 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.231226:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.231233:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.231236:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340286.231239:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340286.231713:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.231715:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56688:x1848995280560128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2953us (3111us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1763340286.231725:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8518 00000100:00100000:3.0:1763340286.232718:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.232897:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292157568 00000100:00100000:1.0:1763340286.232905:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292157568 00000100:00100000:1.0:1763340286.232943:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292157696 00000100:00100000:1.0:1763340286.232945:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292157696 00000100:00100000:1.0:1763340286.232963:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5669 00000100:00100000:1.0:1763340286.232971:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3650:x1848995292157568:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340286.233110:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340286.233113:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:1.0:1763340286.233116:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.233118:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:1.0:1763340286.233121:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340286.233163:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292157568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 193us (1451us total) trans 17179871227 rc 0/0 00000100:00100000:1.0:1763340286.233170:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5669 00000100:00100000:1.0:1763340286.233184:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5670 00000100:00100000:1.0:1763340286.233191:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3651:x1848995292157696:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340286.233240:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340286.233242:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.233244:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.233246:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.233248:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1763340286.233406:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa4700/2, rc 0, transno 17179871227 00000100:00100000:2.0:1763340286.233413:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292157568:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.233567:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292157952:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.233602:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.233610:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292157824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763340286.233629:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292157952 00000100:00100000:2.0:1763340286.233632:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292157952 00000100:00100000:0.0:1763340286.233640:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.233667:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5671 00000100:00100000:2.0:1763340286.234905:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3649:x1848995292157952:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.235049:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3649:x1848995292157952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1375us (1445us total) trans 21474838510 rc 0/0 00000100:00100000:2.0:1763340286.235057:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5671 00000004:00080000:2.0:1763340286.235100:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1500/2, rc 0, transno 21474838510 00000100:00100000:2.0:1763340286.235106:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292157952:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.235122:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292158080:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.235149:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.235179:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292158080 00000100:00100000:2.0:1763340286.235184:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292158080 00000100:00100000:2.0:1763340286.235212:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5672 00000100:00100000:2.0:1763340286.235219:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3650:x1848995292158080:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763340286.235274:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340286.235277:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.235279:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.235282:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.235284:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340286.235313:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3650:x1848995292158080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (163us total) trans 21474838511 rc 0/0 00000100:00100000:2.0:1763340286.235320:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5672 00000004:00080000:2.0:1763340286.235345:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0a80/2, rc 0, transno 21474838511 00000100:00100000:2.0:1763340286.235349:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292158080:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340286.235453:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292157696:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2261us (2738us total) trans 17179871228 rc 0/0 00000100:00100000:1.0:1763340286.235461:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5670 00010000:00080000:1.0:1763340286.235503:0:6515:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340286.235515:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56686:x1848995280559872:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 8699us (9326us total) trans 4294972132 rc 0/0 00000100:00100000:1.0:1763340286.235522:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8517 00000100:00100000:1.0:1763340286.235672:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292157824 00000100:00100000:1.0:1763340286.235677:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292157824 00000100:00100000:1.0:1763340286.235702:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1763340286.235708:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292157824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763340286.235722:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484959040 pending 57344 free 3919187968 avail 3687665664 00000100:00100000:1.0:1763340286.235752:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292157824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (2112us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.235758:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1763340286.237831:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292157824:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1763340286.239579:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00000004:00080000:3.0:1763340286.239651:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7100/2, rc 0, transno 17179871228 00000100:00100000:3.0:1763340286.239671:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292157696:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340286.239719:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.239727:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.239733:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.239737:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.239745:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.239760:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.239762:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340286.239766:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.239772:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824781b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340286.240268:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.240813:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280560384 00000100:00100000:1.0:1763340286.240821:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280560384 00000100:00100000:1.0:1763340286.240875:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8519 00000100:00100000:1.0:1763340286.240885:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56688:x1848995280560384:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.240904:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.240922:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247845 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b52 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.241026:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.241040:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.241049:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.241082:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.241095:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 190 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.241109:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292158208:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.241185:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d300 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.244144:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.244691:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.244813:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280560640 00000100:00100000:3.0:1763340286.244823:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280560640 00010000:00010000:3.0:1763340286.244864:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 191 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.244910:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2767 00000100:00100000:3.0:1763340286.244921:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:2408:x1848995280560640:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.244936:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.244942:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 191 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.244954:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 191 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.244980:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9555d1799300) 00010000:00010000:3.0:1763340286.244986:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.244996:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.245003:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.245022:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.245073:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:2408:x1848995280560640:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 153us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.245080:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2767 00010000:00010000:2.0:1763340286.245505:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247837 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b4b expref: 190 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.245568:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292158208:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340286.245588:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.245597:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.245603:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340286.245626:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ab:0x0]: returning size 0 00000004:00080000:2.0:1763340286.245818:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f3:0x0], index 1: 0 00000004:00080000:2.0:1763340286.245826:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f3:0x0], index 0: 0 00000004:00080000:2.0:1763340286.245831:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f4:0x0], index 0: 0 00000004:00080000:2.0:1763340286.245834:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f4:0x0], index 1: 0 00000100:00100000:0.0:1763340286.245897:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280560512 00000100:00100000:0.0:1763340286.245902:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280560512 00000100:00100000:0.0:1763340286.245934:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8520 00010000:00010000:2.0:1763340286.245939:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340286.245941:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56686:x1848995280560512:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.245947:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.245952:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.245957:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.245958:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.245962:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.245968:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.245970:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b59 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.245979:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9555d1799300) 00010000:00010000:2.0:1763340286.245982:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340286.245985:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.245994:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824784c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.246001:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.246011:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.246024:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.246026:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340286.246029:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00010000:00010000:2.0:1763340286.246031:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247845 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b52 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.246039:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9555d1799300) 00010000:00010000:2.0:1763340286.246041:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340286.246044:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb18247845 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b52 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.246056:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ff600, rc 0) 00000100:00100000:0.0:1763340286.246061:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56686:x1848995280560512:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 120us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.246066:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8520 00000100:00100000:2.0:1763340286.246082:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56688:x1848995280560384:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5199us (5818us total) trans 4294972134 rc 301/301 00000100:00100000:2.0:1763340286.246089:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8519 00000100:00100000:3.0:1763340286.250038:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.250092:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.250187:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280561024 00000100:00100000:1.0:1763340286.250199:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280561024 00000100:00100000:2.0:1763340286.250673:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2890 00000100:00100000:2.0:1763340286.250686:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56688:x1848995280561024:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.250828:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280560768 00000100:00100000:0.0:1763340286.250833:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280560768 00000100:00100000:0.0:1763340286.250866:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8521 00000100:00100000:0.0:1763340286.250873:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56686:x1848995280560768:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.250882:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.250901:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247861 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b60 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.250949:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56688:x1848995280561024:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 267us (856us total) trans 4294972135 rc 0/0 00010000:00010000:0.0:1763340286.250953:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247868 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00000100:00100000:2.0:1763340286.250957:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2890 00010000:00010000:0.0:1763340286.250966:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247868 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.250976:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247868 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340286.251000:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 5 00000004:00200000:0.0:1763340286.251004:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340286.251017:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247868 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.251040:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247861 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b60 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.251068:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247868 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b60 expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.251076:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.251079:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340286.251083:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:0.0:1763340286.251118:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56686:x1848995280560768:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 246us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.251128:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8521 00000100:00100000:3.0:1763340286.254819:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.255239:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280561280 00000100:00100000:1.0:1763340286.255252:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280561280 00000100:00100000:1.0:1763340286.255320:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2891 00000100:00100000:1.0:1763340286.255332:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56688:x1848995280561280:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340286.255652:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56688:x1848995280561280:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 321us (841us total) trans 4294972136 rc 0/0 00000100:00100000:1.0:1763340286.255670:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2891 00000100:00100000:2.0:1763340286.256836:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.258341:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280561408 00000100:00100000:1.0:1763340286.258357:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280561408 00000100:00100000:1.0:1763340286.258424:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5673 00000100:00100000:1.0:1763340286.258434:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280561408:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.258451:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.258472:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b67 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340286.258496:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f1:0x0] initial LVB size: 5, mtime: 0x691a6ffe, atime: 0x0, ctime: 0x691a6ffe, blocks: 0x8 00010000:00010000:1.0:1763340286.258515:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.258517:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.258527:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 21 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.259763:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 21 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.259790:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7acc00, rc 0) 00000100:00100000:1.0:1763340286.259854:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280561408:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1421us (3023us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.259862:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5673 00000100:00100000:3.0:1763340286.260854:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.261597:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280561664 00000100:00100000:2.0:1763340286.261606:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280561664 00000100:00100000:2.0:1763340286.261671:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8522 00000100:00100000:2.0:1763340286.261682:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280561664:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340286.261703:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.261725:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247876 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b6e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.261853:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.261866:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.261876:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.261886:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.261893:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.261898:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.261954:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824788b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.261962:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824788b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.261969:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824788b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340286.261979:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ab:0x0]: returning size 0 00010000:00010000:2.0:1763340286.262058:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262065:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262071:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262076:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262081:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.262085:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262092:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262102:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb300) 00010000:00010000:2.0:1763340286.262105:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.262109:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262115:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824787d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262127:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262132:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262137:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262142:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.262144:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262153:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262161:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.262163:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.262166:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262171:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247884 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.262205:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247876 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b6e expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.262220:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824788b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b6e expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.262226:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.262228:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340286.262231:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00000100:00100000:2.0:1763340286.262286:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280561664:12345-192.168.203.42@tcp:101:bash.0 Request processed in 606us (1436us total) trans 4294972137 rc 0/0 00000100:00100000:2.0:1763340286.262293:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8522 00000100:00100000:3.0:1763340286.268908:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.269219:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280561792 00000100:00100000:1.0:1763340286.269230:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280561792 00000100:00100000:1.0:1763340286.269293:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8523 00000100:00100000:1.0:1763340286.269303:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280561792:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.269326:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.269346:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247899 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b75 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.269378:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182478a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.269391:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182478a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.269404:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182478a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.269514:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247899 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b75 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.269554:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182478a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b75 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.269563:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340286.269567:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340286.269570:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ada00, rc 0) 00000100:00100000:1.0:1763340286.269629:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280561792:12345-192.168.203.42@tcp:101:bash.0 Request processed in 328us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.269636:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8523 00000100:00100000:0.0:1763340286.272755:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.272810:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280562048 00000100:00100000:2.0:1763340286.272820:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280562048 00000100:00100000:2.0:1763340286.272879:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8524 00000100:00100000:2.0:1763340286.272890:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280562048:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340286.272937:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340286.272961:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb1824788b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b6e expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.272977:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.272983:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340286.273152:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.273166:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.273175:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:2.0:1763340286.273213:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972138 00000004:00010000:2.0:1763340286.273235:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c281b7aa reply state 00000000c0b1ff2c transno 4294972139 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.273246:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.273252:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.273255:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340286.273258:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340286.273365:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280562048:12345-192.168.203.42@tcp:36:bash.0 Request processed in 477us (619us total) trans 4294972139 rc 0/0 00000100:00100000:2.0:1763340286.273373:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8524 00000020:00080000:2.0:1763340286.273378:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340286.280504:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.280691:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280562176 00000100:00100000:1.0:1763340286.280702:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280562176 00000100:00100000:1.0:1763340286.280764:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8525 00000100:00100000:1.0:1763340286.280775:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280562176:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.280812:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.280833:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478ae lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b7c expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.280885:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478ae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b7c expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.280900:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478ae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b7c expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.280918:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340286.280921:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340286.280925:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:1.0:1763340286.280973:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280562176:12345-192.168.203.42@tcp:101:bash.0 Request processed in 201us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.280981:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8525 00000100:00100000:0.0:1763340286.284108:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.284184:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280562432 00000100:00100000:2.0:1763340286.284194:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280562432 00000100:00100000:2.0:1763340286.284253:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8526 00000100:00100000:2.0:1763340286.284263:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280562432:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340286.284287:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.284290:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340286.284315:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478ae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b7c expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.284331:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.284337:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340286.284349:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182478b5 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b83 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.284392:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182478bc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.284404:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182478bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.284413:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182478bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:2.0:1763340286.284717:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1212, 88 off103104 00000004:00080000:2.0:1763340286.284726:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027092192526ns, next at 1027804728592ns, rc = 0 00000040:00080000:2.0:1763340286.284767:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1190, 88 off101400 00000004:00080000:2.0:1763340286.284772:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027092239476ns, next at 1027804757236ns, rc = 0 00000040:00080000:2.0:1763340286.285736:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1191, 88 off101488 00000004:00080000:2.0:1763340286.285747:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027093213703ns, next at 1027804757236ns, rc = 0 00000040:00080000:2.0:1763340286.286143:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1213, 88 off103192 00000004:00080000:2.0:1763340286.286150:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027093617074ns, next at 1027804728592ns, rc = 0 00000001:00080000:1.0:1763340286.288307:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972140 is committed 00000004:00080000:1.0:1763340286.288319:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 801 committed 00000004:00080000:1.0:1763340286.288338:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 780 committed 00000004:00080000:1.0:1763340286.288351:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 779 committed 00000004:00080000:1.0:1763340286.288354:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 800 committed 00010000:00010000:2.0:1763340286.288414:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.288431:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.288438:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.288444:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.288450:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.288458:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.288474:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.288477:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.288482:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.288490:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247830 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340286.288504:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340286.288526:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292158336:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340286.288528:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.288569:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.288576:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.288581:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.288584:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.288590:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.288599:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.288602:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340286.288626:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.288678:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292158464:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.288702:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.288736:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292158336 00000100:00100000:0.0:1763340286.288743:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292158336 00000100:00100000:0.0:1763340286.288779:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292158464 00000100:00100000:0.0:1763340286.288796:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292158464 00000100:00100000:0.0:1763340286.288816:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5674 00000100:00100000:0.0:1763340286.288823:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3650:x1848995292158336:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340286.288970:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340286.288979:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+34:3650:x1848995292158336:12345-0@lo:2:osp-syn-0-1.0 Request processed in 154us (351us total) trans 21474838512 rc 0/0 00010000:00010000:2.0:1763340286.288981:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478a7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340286.288992:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5674 00000100:00100000:0.0:1763340286.289011:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5675 00000100:00100000:0.0:1763340286.289019:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292158464:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340286.289043:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182478bc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b83 expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.289054:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.289057:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340286.289070:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182478b5 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b83 expref: 191 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340286.289085:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182478bc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b83 expref: 190 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340286.289090:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+34:3648:x1848995292158464:12345-0@lo:2:osp-syn-0-1.0 Request processed in 71us (385us total) trans 21474838513 rc 0/0 00000100:00100000:0.0:1763340286.289099:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5675 00010000:00010000:2.0:1763340286.289115:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.289119:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340286.289122:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000004:00080000:0.0:1763340286.289141:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffdf80/2, rc 0, transno 21474838513 00000100:00100000:0.0:1763340286.289148:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292158464:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340286.289165:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffc380/2, rc 0, transno 21474838512 00000100:00100000:2.0:1763340286.289172:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280562432:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4909us (5072us total) trans 4294972140 rc 0/0 00000100:00100000:0.0:1763340286.289173:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292158336:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.289185:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8526 00000100:00100000:3.0:1763340286.295119:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340286.295143:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292158720:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.295214:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.295649:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292158720 00000100:00100000:0.0:1763340286.295666:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292158720 00000100:00100000:0.0:1763340286.295724:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5676 00000100:00100000:0.0:1763340286.295734:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292158720:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.295926:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292158720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 192us (710us total) trans 17179871229 rc 0/0 00000100:00100000:0.0:1763340286.295933:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5676 00000004:00080000:0.0:1763340286.295977:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1c00/2, rc 0, transno 17179871229 00000100:00100000:0.0:1763340286.295984:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292158720:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.296041:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.296057:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280562560 00000100:00100000:0.0:1763340286.296061:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280562560 00000100:00100000:0.0:1763340286.296082:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5677 00000100:00100000:0.0:1763340286.296089:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280562560:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.296098:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.296119:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b8a expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340286.296137:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340286.296153:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.296155:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.296164:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.296180:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.296199:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6c00, rc 0) 00000100:00100000:0.0:1763340286.296235:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280562560:12345-192.168.203.42@tcp:101:bash.0 Request processed in 146us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.296242:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5677 00000100:00100000:1.0:1763340286.296480:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340286.296493:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292158592:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.296529:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.296650:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292158592 00000100:00100000:3.0:1763340286.296665:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292158592 00000100:00100000:3.0:1763340286.296705:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5678 00000100:00100000:3.0:1763340286.296713:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292158592:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340286.296805:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.296809:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.296811:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.296813:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.296816:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.296854:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3648:x1848995292158592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (324us total) trans 17179871230 rc 0/0 00000100:00100000:3.0:1763340286.296861:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5678 00000004:00080000:3.0:1763340286.296893:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3100/2, rc 0, transno 17179871230 00000100:00100000:3.0:1763340286.296899:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292158592:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.301130:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.301211:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280562688 00000100:00100000:0.0:1763340286.301221:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280562688 00000100:00100000:0.0:1763340286.301281:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5679 00000100:00100000:0.0:1763340286.301290:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280562688:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.301307:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.301328:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b91 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340286.301350:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340286.301370:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.301373:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.301381:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 22 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.301396:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 22 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.301407:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:0.0:1763340286.301468:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:55868:x1848995280562688:12345-192.168.203.42@tcp:101:bash.0 Request processed in 178us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.301475:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5679 00000100:00100000:0.0:1763340286.303652:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.303695:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.303739:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280562816 00000100:00100000:2.0:1763340286.303748:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280562816 00000100:00100000:1.0:1763340286.303772:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280562944 00000100:00100000:1.0:1763340286.303777:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280562944 00002000:00010000:2.0:1763340286.303782:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/499 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.303787:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa4e00 with x1848995280562816 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.303798:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c4fa4e00. 00002000:00010000:1.0:1763340286.303804:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/499 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.303809:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d86680 with x1848995280562944 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340286.303816:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d86680. 00000100:00100000:2.0:1763340286.303983:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1457 00000100:00100000:2.0:1763340286.303995:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280562816:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:1.0:1763340286.304148:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1458 00000100:00100000:1.0:1763340286.304159:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280562944:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340286.304325:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340286.304325:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340286.304332:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340286.304333:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f3:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:2.0:1763340286.304339:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.304339:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.304345:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:1.0:1763340286.304346:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f3:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:2.0:1763340286.304351:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f3:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763340286.304352:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340286.304417:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280562944:12345-192.168.203.42@tcp:10:bash.0 Request processed in 260us (720us total) trans 21474838514 rc 0/0 00000100:00100000:1.0:1763340286.304423:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1458 00002000:00010000:1.0:1763340286.304427:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/499 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.304429:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d86680 with x1848995280562944 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340286.304434:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d86680. 00000100:00100000:2.0:1763340286.304654:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280562816:12345-192.168.203.42@tcp:10:bash.0 Request processed in 613us (958us total) trans 17179871231 rc 0/0 00000100:00100000:2.0:1763340286.304672:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1457 00002000:00010000:2.0:1763340286.304675:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/499 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.304678:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa4e00 with x1848995280562816 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.304684:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c4fa4e00. 00000100:00100000:2.0:1763340286.313430:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.313516:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280563200 00000100:00100000:1.0:1763340286.313525:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280563200 00000100:00100000:1.0:1763340286.313594:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2892 00000100:00100000:1.0:1763340286.313602:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280563200:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340286.313917:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280563200:12345-192.168.203.42@tcp:35:bash.0 Request processed in 315us (496us total) trans 4294972141 rc 0/0 00000100:00100000:1.0:1763340286.313925:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2892 00000100:00100000:0.0:1763340286.325159:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.330260:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280563328 00000100:00100000:2.0:1763340286.330274:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280563328 00000100:00100000:2.0:1763340286.330339:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8527 00000100:00100000:2.0:1763340286.330348:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56689:x1848995280563328:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:2.0:1763340286.330370:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.330390:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182478d1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b98 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.330452:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.330464:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330473:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330483:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.330489:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330495:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330571:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182478e6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.330580:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182478e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330586:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182478e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340286.330621:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ab:0x0]: returning size 5 00000004:00200000:2.0:1763340286.330626:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340286.330642:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182478e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330653:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182478e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330672:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330679:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330686:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330692:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330697:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.330701:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330708:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330718:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.330721:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.330725:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330731:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182478d8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330744:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330750:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330756:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330761:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.330764:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330769:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330775:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb300) 00010000:00010000:2.0:1763340286.330777:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.330779:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330795:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182478df lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.330821:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb182478d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b98 expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.330834:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182478e6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b98 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.330840:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.330842:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340286.330845:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340286.330908:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56689:x1848995280563328:12345-192.168.203.42@tcp:101:rm.0 Request processed in 560us (5759us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.330915:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8527 00000100:00100000:0.0:1763340286.335001:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.335074:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280563584 00000100:00100000:1.0:1763340286.335083:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280563584 00000100:00100000:1.0:1763340286.335134:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8528 00000100:00100000:1.0:1763340286.335143:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56689:x1848995280563584:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340286.335193:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340286.335220:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182478bc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ab:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b83 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.335240:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182478e6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b98 expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.335253:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb182478a0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b75 expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.335263:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340286.335273:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.335296:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.335307:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335315:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335325:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.335331:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335336:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335410:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.335417:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335424:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340286.335702:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1214, 64 off103256 00000040:00080000:1.0:1763340286.335722:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1192, 64 off101552 00000040:00080000:1.0:1763340286.335730:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1193, 64 off101616 00000040:00080000:1.0:1763340286.335737:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1215, 64 off103320 00010000:00010000:1.0:1763340286.335779:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.335787:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335794:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335801:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335806:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335816:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335829:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340286.335844:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335848:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335854:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335860:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.335863:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335869:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335875:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9555fba38a00) 00010000:00010000:1.0:1763340286.335878:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340286.335881:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335886:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182478fb lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335985:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.335991:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336000:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336005:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336009:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.336012:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336016:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336023:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38f00) 00010000:00010000:1.0:1763340286.336025:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.336027:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336032:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb182478ed lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340286.336041:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098908ca0 reply state 00000000d586c482 transno 4294972142 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336050:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.336055:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:1.0:1763340286.336057:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.336059:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340286.336124:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56689:x1848995280563584:12345-192.168.203.42@tcp:36:rm.0 Request processed in 981us (1132us total) trans 4294972142 rc 0/0 00000100:00100000:1.0:1763340286.336134:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8528 00010000:00010000:0.0:1763340286.336205:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340286.336211:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.336217:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.336220:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.336226:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.336235:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ab:0x0].0x0 (ffff9555fba38a00) 00010000:00010000:0.0:1763340286.336237:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340286.336240:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.336244:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247902 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.336256:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.336258:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.336260:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340286.356147:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.356331:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280563712 00000100:00100000:2.0:1763340286.356343:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280563712 00000100:00100000:1.0:1763340286.357365:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5680 00000100:00100000:1.0:1763340286.357383:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280563712:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340286.357511:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280563712:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 134us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.357519:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5680 00000100:00100000:3.0:1763340286.360755:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.360892:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280563840 00000100:00100000:2.0:1763340286.360902:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280563840 00000100:00100000:2.0:1763340286.361694:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8529 00000100:00100000:2.0:1763340286.361705:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56690:x1848995280563840:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.361726:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.361746:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247909 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15b9f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.361811:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.361823:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361833:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361840:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.361846:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361852:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361882:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361887:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361893:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361903:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361909:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.361912:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361918:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361927:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.361930:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.361933:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361938:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247910 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361949:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361954:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361958:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361963:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.361965:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361970:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361978:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:2.0:1763340286.361981:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.361983:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.361988:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247917 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.362008:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247909 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b9f expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.362016:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.362018:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.362021:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247909 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b9f expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.362032:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00000100:00100000:2.0:1763340286.362080:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56690:x1848995280563840:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 377us (1336us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340286.362086:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8529 00000100:00100000:0.0:1763340286.365169:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.365405:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280563968 00000100:00100000:1.0:1763340286.365414:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280563968 00000100:00100000:1.0:1763340286.365464:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5681 00000100:00100000:1.0:1763340286.365472:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280563968:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340286.365599:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280563968:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 128us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.365607:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5681 00000100:00100000:0.0:1763340286.369904:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.369979:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280564096 00000100:00100000:2.0:1763340286.369989:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280564096 00000100:00100000:2.0:1763340286.370109:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8530 00000100:00100000:2.0:1763340286.370122:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56690:x1848995280564096:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.370142:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.370165:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824791e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ba6 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.370244:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.370375:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370388:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370402:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.370409:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370415:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370453:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370460:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370466:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370472:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370479:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.370483:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370492:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370502:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb300) 00010000:00010000:2.0:1763340286.370506:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.370510:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370517:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247925 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.370529:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.371580:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.371586:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.371592:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.371595:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.371602:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.371613:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:2.0:1763340286.371616:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.371619:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.371625:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824792c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.371696:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824791e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ba6 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.371707:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb300) 00010000:00010000:2.0:1763340286.371709:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.371713:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824791e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ba6 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.371727:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340286.371800:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56690:x1848995280564096:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1680us (1904us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340286.371808:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8530 00000100:00100000:3.0:1763340286.375161:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.378739:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.379220:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280564352 00000100:00100000:3.0:1763340286.379231:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280564352 00000100:00100000:2.0:1763340286.382750:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280564224 00000100:00100000:2.0:1763340286.382764:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280564224 00000100:00100000:2.0:1763340286.382842:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1459 00000100:00100000:2.0:1763340286.382851:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280564224:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:2.0:1763340286.382886:0:28372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.382900:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.382902:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.382908:0:28372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.382921:0:28372:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.383017:0:28372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.383026:0:28372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.383034:0:28372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.383041:0:28372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340286.383045:0:28372:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.383053:0:28372:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.383068:0:28372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.383074:0:28372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247933 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.383138:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280564224:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 288us (7987us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763340286.383145:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1459 00000100:00100000:1.0:1763340286.383727:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8531 00000100:00100000:1.0:1763340286.383743:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56690:x1848995280564352:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.383759:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.383779:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824793a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bad expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.383866:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247941 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.383879:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247941 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.383889:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247941 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340286.383930:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340286.383934:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340286.383963:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824793a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bad expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.383976:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247941 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bad expref: 192 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.383984:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38f00) 00010000:00010000:1.0:1763340286.383986:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340286.383989:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:1.0:1763340286.384034:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56690:x1848995280564352:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 299us (5306us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.384039:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8531 00000100:00100000:3.0:1763340286.389054:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.389093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.389167:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280564480 00000100:00100000:1.0:1763340286.389177:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280564480 00000100:00100000:1.0:1763340286.389229:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280564608 00000100:00100000:1.0:1763340286.389232:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280564608 00000100:00100000:1.0:1763340286.389260:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8532 00000100:00100000:1.0:1763340286.389269:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56686:x1848995280564480:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.389288:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.389308:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247948 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bb4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.389337:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824794f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.389350:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824794f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389360:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824794f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389458:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247948 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bb4 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.389474:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e200/0xbdebf3fb1824794f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bb4 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.389483:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.389486:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340286.389489:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e200, rc 0) 00000100:00100000:1.0:1763340286.389561:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56686:x1848995280564480:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 293us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.389568:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8532 00000100:00100000:1.0:1763340286.389585:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8533 00000100:00100000:1.0:1763340286.389591:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56690:x1848995280564608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.389597:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.389604:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247956 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bbb expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.389635:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.389643:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389650:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389671:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.389678:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389684:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389720:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389726:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389733:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389739:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389744:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.389748:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389755:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389762:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38f00) 00010000:00010000:1.0:1763340286.389765:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.389768:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389774:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824795d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389783:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389788:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389794:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389798:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.389801:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389806:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389812:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:1.0:1763340286.389814:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.389816:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389821:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247964 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.389839:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247956 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bbb expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.389848:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38f00) 00010000:00010000:1.0:1763340286.389850:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.389853:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247956 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bbb expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.389866:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:1.0:1763340286.389889:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56690:x1848995280564608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 298us (795us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340286.389895:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8533 00000100:00100000:3.0:1763340286.394891:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.394977:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280564736 00000100:00100000:2.0:1763340286.394988:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280564736 00000100:00100000:2.0:1763340286.395062:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1460 00000100:00100000:2.0:1763340286.395072:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280564736:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:2.0:1763340286.395109:0:23981:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.395130:0:23981:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340286.395139:0:23981:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.395141:0:23981:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.395145:0:23981:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.395183:0:23981:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 19 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340286.395198:0:23981:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 19 pid: 8400 timeout: 1127 lvb_type: 1 00000100:00100000:2.0:1763340286.395212:0:23981:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23981:1848995292158848:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.395297:0:23981:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda780 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.396946:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.397021:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280564992 00000100:00100000:1.0:1763340286.397032:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280564992 00000100:00100000:1.0:1763340286.397089:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8534 00000100:00100000:1.0:1763340286.397098:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56690:x1848995280564992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.397116:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.397120:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340286.397143:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247941 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bad expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.397161:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38f00) 00010000:00010000:1.0:1763340286.397178:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.397191:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247972 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bc2 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.397290:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.397302:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397312:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397324:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.397337:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397344:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397753:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.397761:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397769:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340286.397777:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ad:0x0]: returning size 0 00010000:00010000:1.0:1763340286.397802:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397809:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397816:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397822:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397828:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.397832:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397838:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397851:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba38e00) 00010000:00010000:1.0:1763340286.397854:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.397858:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397863:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247979 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340286.397873:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2634db3 reply state 00000000fefe0db9 transno 4294972143 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397884:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.397890:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:1.0:1763340286.397892:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.397895:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340286.397919:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247972 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.397935:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.397942:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555fba38600) 00010000:00010000:1.0:1763340286.397944:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340286.397947:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:1.0:1763340286.398012:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56690:x1848995280564992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 913us (1070us total) trans 4294972143 rc 0/0 00000100:00100000:1.0:1763340286.398019:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8534 00000100:00100000:3.0:1763340286.404986:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.405042:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.405112:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280565376 00000100:00100000:1.0:1763340286.405121:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280565376 00010000:00010000:1.0:1763340286.405165:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 20 pid: 8400 timeout: 1127 lvb_type: 1 00000100:00100000:1.0:1763340286.405213:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2768 00000100:00100000:1.0:1763340286.405223:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280565376:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.405243:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.405268:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 20 pid: 8400 timeout: 1127 lvb_type: 1 00010000:00010000:1.0:1763340286.405281:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 20 pid: 8400 timeout: 1127 lvb_type: 1 00010000:00010000:1.0:1763340286.405311:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.405313:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.405319:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.405329:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.405351:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340286.405395:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280565376:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 173us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.405402:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2768 00000100:00100000:1.0:1763340286.405427:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280565248 00000100:00100000:1.0:1763340286.405432:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280565248 00000100:00100000:1.0:1763340286.405459:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8535 00000100:00100000:1.0:1763340286.405465:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56690:x1848995280565248:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.405486:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.405506:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247995 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bc9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.405642:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.405665:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.405672:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.405700:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.405713:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 196 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.405726:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292158976:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.405775:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d240 going to sleep for 11 seconds 00010000:00010000:0.0:1763340286.406400:0:23981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da585a00/0xbdebf3fb182476ee lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af0 expref: 19 pid: 8400 timeout: 1127 lvb_type: 1 00000100:00100000:0.0:1763340286.406421:0:23981:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23981:1848995292158848:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.406439:0:23981:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.406450:0:23981:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.406457:0:23981:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.412821:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292158976:192.168.203.42@tcp:104: 00000001:00080000:0.0:1763340286.412844:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871232 is committed 00010000:00010000:1.0:1763340286.412851:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763340286.412861:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871230 is committed 00000100:00100000:3.0:1763340286.413386:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:2.0:1763340286.413682:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763340286.413688:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb mtime from disk: 0 -> 1763340286 00002000:00010000:2.0:1763340286.413691:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb ctime from disk: 0 -> 1763340286 00002000:00010000:2.0:1763340286.413694:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763340286.413708:0:23981:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.413718:0:23981:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.413731:0:23981:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.413738:0:23981:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340286.413742:0:23981:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.413750:0:23981:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.413767:0:23981:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.413774:0:23981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824796b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.413861:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280564736:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 18787us (18975us total) trans 17179871232 rc 0/0 00000100:00100000:2.0:1763340286.413874:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1460 00000100:00100000:1.0:1763340286.413889:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280565504 00000100:00100000:1.0:1763340286.413904:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280565504 00010000:00010000:1.0:1763340286.413957:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 197 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.414007:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2769 00000100:00100000:1.0:1763340286.414023:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2407:x1848995280565504:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.414043:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.414050:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 197 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.414064:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 197 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.414089:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247987 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc2 expref: 197 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.414105:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555fba38600) 00010000:00010000:1.0:1763340286.414110:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.414121:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.414129:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.414162:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340286.414205:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2407:x1848995280565504:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 189us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.414212:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2769 00010000:00010000:2.0:1763340286.416714:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.416730:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340286.416758:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ad:0x0]: returning size 0 00000004:00080000:2.0:1763340286.416925:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f5:0x0], index 0: 0 00000004:00080000:2.0:1763340286.416931:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f5:0x0], index 1: 0 00000004:00080000:2.0:1763340286.416936:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f6:0x0], index 1: 0 00000004:00080000:2.0:1763340286.416940:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f6:0x0], index 0: 0 00010000:00010000:2.0:1763340286.417041:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.417049:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.417055:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.417060:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.417064:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.417070:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.417083:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555fba38600) 00010000:00010000:2.0:1763340286.417086:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340286.417090:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.417095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824799c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.417143:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247995 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc9 expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.417153:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555fba38600) 00010000:00010000:2.0:1763340286.417156:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340286.417160:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247995 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bc9 expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.417178:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83200, rc 0) 00000100:00100000:2.0:1763340286.417246:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56690:x1848995280565248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 11779us (12268us total) trans 4294972144 rc 301/301 00000100:00100000:2.0:1763340286.417255:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8535 00010000:00010000:0.0:1763340286.423704:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340286.424323:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.424694:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280565760 00000100:00100000:1.0:1763340286.424703:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280565760 00000100:00100000:0.0:1763340286.424930:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2893 00000100:00100000:0.0:1763340286.424940:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b6b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56690:x1848995280565760:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.425195:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b6b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56690:x1848995280565760:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 255us (874us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1763340286.425203:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2893 00000100:00100000:3.0:1763340286.427092:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.427140:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280566016 00000100:00100000:1.0:1763340286.427148:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280566016 00000100:00100000:1.0:1763340286.427196:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2894 00000100:00100000:1.0:1763340286.427204:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56690:x1848995280566016:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340286.427374:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56690:x1848995280566016:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 171us (288us total) trans 4294972146 rc 0/0 00000100:00100000:1.0:1763340286.427382:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2894 00000100:00100000:3.0:1763340286.432961:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.433123:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280566272 00000100:00100000:2.0:1763340286.433143:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280566272 00000100:00100000:2.0:1763340286.433215:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8536 00000100:00100000:2.0:1763340286.433226:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56686:x1848995280566272:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340286.433285:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340286.433314:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247868 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b60 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.433346:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.433351:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340286.433418:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340286.433432:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.433442:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340286.433681:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005a1aea01 reply state 000000005e937f02 transno 4294972147 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.433696:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.433702:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:0.0:1763340286.433704:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340286.433708:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340286.434671:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56686:x1848995280566272:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 1432us (1705us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1763340286.434681:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8536 00000100:00100000:3.0:1763340286.434723:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.435001:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280566528 00000100:00100000:0.0:1763340286.435008:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280566528 00000100:00100000:0.0:1763340286.435053:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8537 00000100:00100000:0.0:1763340286.435062:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280566528:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.435077:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.435095:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182479b1 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bd0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.435222:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.435234:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435243:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435253:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.435259:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435265:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435310:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182479c6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.435320:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182479c6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435327:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182479c6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340286.435336:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ad:0x0]: returning size 0 00010000:00010000:0.0:1763340286.435396:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435403:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435409:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435835:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435841:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.435846:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435853:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435865:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340286.435868:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.435872:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435878:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182479b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435907:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435914:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435919:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435924:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.435926:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435932:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435937:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:0.0:1763340286.435939:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.435942:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435947:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182479bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.435984:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182479b1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd0 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.436002:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182479c6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd0 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.436009:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:0.0:1763340286.436012:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340286.436014:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:0.0:1763340286.436078:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280566528:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1016us (1357us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1763340286.436086:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8537 00000100:00100000:2.0:1763340286.438889:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.439111:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280566656 00000100:00100000:0.0:1763340286.439121:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280566656 00000100:00100000:1.0:1763340286.439418:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5682 00000100:00100000:1.0:1763340286.439431:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56686:x1848995280566656:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.439450:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.439472:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bd7 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340286.439493:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f2:0x0] initial LVB size: 4096, mtime: 0x691a6ffe, atime: 0x0, ctime: 0x691a6ffe, blocks: 0x8 00010000:00010000:1.0:1763340286.439513:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.439516:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.439523:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.439616:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.439629:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:1.0:1763340286.439696:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56686:x1848995280566656:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 267us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.439703:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5682 00000100:00100000:3.0:1763340286.440047:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.440135:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280566784 00000100:00100000:0.0:1763340286.440140:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280566784 00000100:00100000:0.0:1763340286.440178:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8538 00000100:00100000:0.0:1763340286.440186:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280566784:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.440202:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.440216:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182479db lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bde expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.440245:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182479e2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340286.440256:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182479e2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.440266:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182479e2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.440371:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182479db lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bde expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.440398:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182479e2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bde expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.440410:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:0.0:1763340286.440413:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340286.440416:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:0.0:1763340286.440456:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280566784:12345-192.168.203.42@tcp:101:bash.0 Request processed in 270us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.440462:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8538 00000100:00100000:2.0:1763340286.442419:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.442574:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280567040 00000100:00100000:1.0:1763340286.442581:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280567040 00000100:00100000:1.0:1763340286.442633:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8539 00000100:00100000:1.0:1763340286.442643:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280567040:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340286.442701:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.442725:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182479c6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd0 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.442757:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:1.0:1763340286.442762:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.442935:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340286.442947:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.442957:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340286.443002:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972149 00000004:00010000:1.0:1763340286.443025:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008287f15f reply state 000000006f5b0e94 transno 4294972150 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.443037:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.443043:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:1.0:1763340286.443045:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.443047:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340286.443133:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280567040:12345-192.168.203.42@tcp:36:bash.0 Request processed in 492us (720us total) trans 4294972150 rc 0/0 00000100:00100000:1.0:1763340286.443140:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8539 00000020:00080000:1.0:1763340286.443146:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340286.445318:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.445606:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280567168 00000100:00100000:1.0:1763340286.445615:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280567168 00000100:00100000:1.0:1763340286.445685:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5683 00000100:00100000:1.0:1763340286.445696:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:56686:x1848995280567168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.445715:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.445733:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15be5 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.445764:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 24 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.445772:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.445774:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.445778:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 24 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.445811:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 24 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.445834:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 24 pid: 8400 timeout: 1127 lvb_type: 1 00000100:00100000:1.0:1763340286.445849:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292159104:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.446784:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.449281:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.449436:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280567296 00000100:00100000:1.0:1763340286.449447:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280567296 00000100:00100000:1.0:1763340286.449516:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8540 00000100:00100000:1.0:1763340286.449527:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280567296:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.449579:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.449600:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182479f7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bec expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.450161:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182479f7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bec expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.450180:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182479f7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bec expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.450423:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:1.0:1763340286.450427:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340286.450432:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:1.0:1763340286.450517:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280567296:12345-192.168.203.42@tcp:101:bash.0 Request processed in 990us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.450525:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8540 00000100:00100000:1.0:1763340286.455680:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292159104:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.455777:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340286.455934:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 24 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.455954:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:2.0:1763340286.456400:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.456431:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:56686:x1848995280567168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 10737us (11122us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.456440:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5683 00000100:00100000:3.0:1763340286.456513:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280567424 00000100:00100000:3.0:1763340286.456520:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280567424 00010000:00010000:3.0:1763340286.456574:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 24 pid: 8400 timeout: 1127 lvb_type: 1 00000100:00100000:3.0:1763340286.456602:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2770 00000100:00100000:3.0:1763340286.456609:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280567424:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.456626:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.456645:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 24 pid: 8400 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.456682:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 24 pid: 8400 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.456711:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555da584a00/0xbdebf3fb182476f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15af7 expref: 24 pid: 8400 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.456724:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.456726:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.456732:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 23 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.456742:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 23 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.456773:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 23 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.456787:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6500:1848995292159232:192.168.203.42@tcp:105: 00000100:00100000:2.0:1763340286.457030:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280567680 00000100:00100000:2.0:1763340286.457035:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280567680 00000100:00100000:2.0:1763340286.457070:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8541 00000100:00100000:2.0:1763340286.457077:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280567680:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340286.457092:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.457094:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340286.457109:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb182479f7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bec expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.457120:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:2.0:1763340286.457124:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340286.457136:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182479fe lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bf3 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.457170:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247a05 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.457181:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247a05 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.457189:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247a05 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340286.457381:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1194, 88 off101704 00000004:00080000:2.0:1763340286.457388:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027264854881ns, next at 1027804757236ns, rc = 0 00000040:00080000:2.0:1763340286.457434:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1216, 88 off103408 00000004:00080000:2.0:1763340286.457438:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027264904870ns, next at 1027804728592ns, rc = 0 00000040:00080000:2.0:1763340286.457469:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1217, 88 off103496 00000004:00080000:2.0:1763340286.457473:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027264940323ns, next at 1027804728592ns, rc = 0 00000040:00080000:2.0:1763340286.457487:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1195, 88 off101792 00000004:00080000:2.0:1763340286.457491:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027264957930ns, next at 1027804757236ns, rc = 0 00000100:00100000:3.0:1763340286.460369:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085db40 going to sleep for 11 seconds 00000001:00080000:2.0:1763340286.460858:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972151 is committed 00000004:00080000:2.0:1763340286.460868:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 782 committed 00000004:00080000:2.0:1763340286.460885:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 803 committed 00000004:00080000:2.0:1763340286.460891:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 802 committed 00000004:00080000:2.0:1763340286.460894:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 781 committed 00010000:00010000:2.0:1763340286.460985:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247a05 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bf3 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.460999:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:2.0:1763340286.461014:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1763340286.461033:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292159360:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340286.461037:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182479fe lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bf3 expref: 195 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340286.461055:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247a05 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bf3 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.461083:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:2.0:1763340286.461085:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340286.461088:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:3.0:1763340286.461091:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.461122:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340286.461130:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292159744:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.461151:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.461171:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292159872:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.461192:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.461208:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340286.461213:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292160256:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.461213:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292159360 00000100:00100000:0.0:1763340286.461220:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292159360 00000100:00100000:3.0:1763340286.461233:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.461257:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292159744 00000100:00100000:3.0:1763340286.461258:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292159488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.461260:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292159744 00000100:00100000:3.0:1763340286.461281:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.461295:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292160000:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.461315:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.461478:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292159872 00000100:00100000:0.0:1763340286.461483:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292159872 00000100:00100000:0.0:1763340286.461508:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292160256 00000100:00100000:0.0:1763340286.461511:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292160256 00000100:00100000:0.0:1763340286.461554:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292159488 00000100:00100000:0.0:1763340286.461558:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292159488 00000100:00100000:0.0:1763340286.461581:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684 00000100:00100000:0.0:1763340286.461590:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+36:3651:x1848995292159360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340286.461614:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:499 count 1 00010000:00010000:0.0:1763340286.461642:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.461666:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 23 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.461674:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.461676:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.461679:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.461705:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 23 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.461717:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 23 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.461728:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292160384:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.461786:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.461805:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5685 00000100:00100000:0.0:1763340286.461812:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3651:x1848995292159744:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.461969:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3651:x1848995292159744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 156us (815us total) trans 21474838515 rc 0/0 00000100:00100000:0.0:1763340286.461977:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5685 00000100:00100000:0.0:1763340286.461997:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686 00000100:00100000:0.0:1763340286.462004:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3651:x1848995292159872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340286.462017:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:499 count 1 00010000:00010000:0.0:1763340286.462033:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462045:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 15 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462051:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.462053:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.462056:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462077:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 15 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462086:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 15 pid: 35213 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.462096:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292160512:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.462122:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.462140:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687 00000100:00100000:0.0:1763340286.462147:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3651:x1848995292160256:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.462250:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3651:x1848995292160256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (1015us total) trans 17179871233 rc 0/0 00000100:00100000:0.0:1763340286.462256:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687 00000100:00100000:0.0:1763340286.462270:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5688 00000100:00100000:0.0:1763340286.462276:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+36:3648:x1848995292159488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340286.462287:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:500 count 1 00002000:00010000:0.0:1763340286.462308:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340286.462314:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462322:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.462324:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.462328:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462345:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462354:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462362:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462380:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340286.462523:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3648:x1848995292159488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 246us (1240us total) trans 21474838516 rc 0/0 00000100:00100000:0.0:1763340286.462554:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5688 00010000:00010000:0.0:1763340286.462586:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340286.462593:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462601:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.462605:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462614:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462630:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462641:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.462667:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.462669:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.462671:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340286.463007:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280567680:12345-192.168.203.42@tcp:101:bash.0 Request processed in 5928us (6606us total) trans 4294972151 rc 0/0 00000100:00100000:2.0:1763340286.463015:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8541 00010000:00010000:1.0:1763340286.463469:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463479:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463485:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463491:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.463495:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463503:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463517:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:1.0:1763340286.463520:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.463524:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463528:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb182478f4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463570:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463576:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463582:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463587:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.463590:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463595:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463604:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba38100) 00010000:00010000:1.0:1763340286.463606:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.463609:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463615:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247980 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463631:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.463637:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.463642:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.463646:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.463649:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.463663:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.463672:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.463675:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.463679:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.463684:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182479aa lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.463696:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463702:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463707:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463712:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.463716:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463721:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463729:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:1.0:1763340286.463731:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.463734:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.463740:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb182479e9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340286.463864:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292159616:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.465648:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871230 gen 2 00000004:00080000:2.0:1763340286.465674:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d9500, transno 17179871218 00000004:00080000:2.0:1763340286.465687:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785c700, transno 17179871219 00000004:00080000:2.0:1763340286.465690:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc28bb80, transno 17179871220 00000004:00080000:2.0:1763340286.465693:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc289f80, transno 17179871221 00000004:00080000:2.0:1763340286.465696:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba50000, transno 17179871222 00000004:00080000:2.0:1763340286.465698:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba50e00, transno 17179871223 00000004:00080000:2.0:1763340286.465700:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba53100, transno 17179871224 00000004:00080000:2.0:1763340286.465702:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba53800, transno 17179871225 00000004:00080000:2.0:1763340286.465705:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4700, transno 17179871227 00000004:00080000:2.0:1763340286.465707:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7100, transno 17179871228 00000004:00080000:2.0:1763340286.465710:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1c00, transno 17179871229 00000004:00080000:2.0:1763340286.465712:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3100, transno 17179871230 00000100:00100000:2.0:1763340286.465719:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554cc2e2a00 x1848995292160256/t17179871233(17179871233) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340302 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763340286.465730:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e2a00/2, rc 0, transno 17179871233 00000100:00100000:2.0:1763340286.465735:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292160256:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340286.465751:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc75f80/2, rc 0, transno 21474838515 00000100:00100000:2.0:1763340286.465756:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292159744:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340286.465936:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 12 done 00000004:00080000:3.0:1763340286.467332:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f66680/2, rc 0, transno 21474838516 00000100:00100000:3.0:1763340286.467342:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292159488:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.467365:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.467430:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292160384:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.467451:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340286.467498:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292160512:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.467511:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340286.467555:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.467577:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280567808 00000100:00100000:0.0:1763340286.467583:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280567808 00010000:00010000:0.0:1763340286.467612:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 24 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.467645:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2771 00000100:00100000:0.0:1763340286.467667:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280567808:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340286.467683:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.467690:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 24 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.467702:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 24 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.467725:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182478ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b91 expref: 24 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.467741:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.467744:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.467749:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.467759:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.467782:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.467828:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280567808:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 174us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.467836:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2771 00010000:00010000:0.0:1763340286.467857:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.467865:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.467875:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.467887:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.467903:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340286.468098:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+37:3651:x1848995292159360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6507us (7005us total) trans 21474838517 rc 0/0 00000100:00100000:0.0:1763340286.468106:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684 00000100:00100000:2.0:1763340286.468811:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6500:1848995292159232:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340286.468827:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340286.468855:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280567424:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 12246us (13079us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.468863:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2770 00000004:00080000:2.0:1763340286.468903:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f65f80/2, rc 0, transno 21474838517 00000100:00100000:2.0:1763340286.468908:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292159360:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340286.469002:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292160000 00000100:00100000:1.0:1763340286.469008:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292160000 00000100:00100000:1.0:1763340286.469256:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689 00000100:00100000:1.0:1763340286.469264:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:3648:x1848995292160000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340286.469289:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:500 count 1 00002000:00010000:1.0:1763340286.469326:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340286.469332:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469345:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.469346:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.469350:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469363:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469371:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469378:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469395:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340286.469593:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292160000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 329us (8276us total) trans 17179871234 rc 0/0 00000100:00100000:1.0:1763340286.469600:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689 00010000:00010000:1.0:1763340286.469696:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340286.469704:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469711:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.469715:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469723:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469737:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469742:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469759:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340286.469762:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469768:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.469771:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469777:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469785:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469791:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a21 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.469801:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.469803:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.469805:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340286.470709:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292159616 00000100:00100000:0.0:1763340286.470716:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292159616 00000100:00100000:0.0:1763340286.470751:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690 00000100:00100000:0.0:1763340286.470757:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+37:3649:x1848995292159616:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.470887:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+38:3649:x1848995292159616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (3521us total) trans 21474838518 rc 0/0 00000100:00100000:0.0:1763340286.470893:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690 00010000:00010000:0.0:1763340286.470910:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340286.470945:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.471002:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.471295:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280567936 00000100:00100000:2.0:1763340286.471301:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280567936 00010000:00010000:2.0:1763340286.471323:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 16 pid: 35213 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.471354:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2772 00000100:00100000:2.0:1763340286.471361:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d8be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280567936:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340286.471372:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340286.471378:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 16 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.471391:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 16 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.471409:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182478c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b8a expref: 16 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.471421:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.471423:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.471427:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.471436:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.471466:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340286.471495:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d8be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280567936:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 136us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.471502:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2772 00000100:00100000:2.0:1763340286.471564:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280568064 00000100:00100000:2.0:1763340286.471568:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280568064 00002000:00010000:2.0:1763340286.471585:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/498 (5->18446744073709551615) 00002000:00100000:2.0:1763340286.471589:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6d9500 with x1848995280568064 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340286.471596:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6d9500. 00000100:00100000:2.0:1763340286.471616:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1461 00000100:00100000:2.0:1763340286.471623:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280568064:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340286.471874:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763340286.471878:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb mtime from disk: 1763340286 -> 1763340287 00002000:00010000:2.0:1763340286.471880:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.471883:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb ctime from disk: 1763340286 -> 1763340287 00002000:00010000:2.0:1763340286.471885:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340286.471911:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280568064:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 289us (907us total) trans 17179871235 rc 0/0 00000100:00100000:2.0:1763340286.471917:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1461 00002000:00010000:2.0:1763340286.471920:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/498 (5->18446744073709551615) 00002000:00100000:2.0:1763340286.471923:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6d9500 with x1848995280568064 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340286.471927:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6d9500. 00010000:00010000:1.0:1763340286.472622:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.472633:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.472643:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.472650:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.472681:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340286.472858:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292159872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10853us (11663us total) trans 17179871236 rc 0/0 00000100:00100000:1.0:1763340286.472865:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686 00000100:00100000:0.0:1763340286.473173:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:3.0:1763340286.473395:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f64000/2, rc 0, transno 21474838518 00000100:00100000:3.0:1763340286.473402:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292159616:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.473412:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292160128:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.473438:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.473470:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292160128 00000100:00100000:3.0:1763340286.473474:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292160128 00000100:00100000:3.0:1763340286.473498:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5691 00000100:00100000:3.0:1763340286.473503:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292160128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.473614:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292160128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 110us (175us total) trans 17179871237 rc 0/0 00000100:00100000:3.0:1763340286.473620:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5691 00000004:00080000:3.0:1763340286.473645:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7dc00/2, rc 0, transno 17179871237 00000100:00100000:3.0:1763340286.473650:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292160128:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340286.473685:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18e00/2, rc 0, transno 17179871234 00000100:00100000:3.0:1763340286.473690:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292160000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.473911:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.474005:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280568320 00000100:00100000:3.0:1763340286.474010:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280568320 00000100:00100000:1.0:1763340286.474208:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280568192 00000100:00100000:1.0:1763340286.474213:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280568192 00002000:00010000:1.0:1763340286.474232:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/498 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.474236:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa4700 with x1848995280568192 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340286.474243:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c4fa4700. 00000100:00100000:1.0:1763340286.474262:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1462 00000100:00100000:1.0:1763340286.474269:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280568192:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:1.0:1763340286.474371:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340286.474374:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:1.0:1763340286.474376:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.474378:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:1.0:1763340286.474380:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340286.474427:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280568192:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 158us (1255us total) trans 21474838519 rc 0/0 00000100:00100000:1.0:1763340286.474434:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1462 00002000:00010000:1.0:1763340286.474436:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/498 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.474439:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa4700 with x1848995280568192 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340286.474443:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c4fa4700. 00000100:00100000:3.0:1763340286.474561:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5692 00000100:00100000:3.0:1763340286.474569:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280568320:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340286.474577:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.474592:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15bfa expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340286.474607:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340286.474620:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.474622:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.474629:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 24 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.474644:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 24 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.474662:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:3.0:1763340286.474682:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280568320:12345-192.168.203.42@tcp:101:bash.0 Request processed in 115us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.474688:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5692 00010000:00010000:2.0:1763340286.474794:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340286.474802:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.474810:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340286.474814:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.474824:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.474844:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.474851:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a13 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.474871:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.474873:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.474875:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340286.474904:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d85f80/2, rc 0, transno 17179871236 00000100:00100000:2.0:1763340286.474910:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292159872:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.486512:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.491003:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.491114:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280568704 00000100:00100000:1.0:1763340286.491125:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280568704 00000100:00100000:2.0:1763340286.491215:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280568576 00000100:00100000:2.0:1763340286.491221:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280568576 00000100:00100000:2.0:1763340286.491271:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8542 00000100:00100000:2.0:1763340286.491281:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56686:x1848995280568576:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340286.491385:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.491404:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.491417:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340286.491574:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024bab1b1 reply state 00000000f139a207 transno 4294972152 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.491587:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.491595:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.491600:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340286.491604:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340286.491703:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56686:x1848995280568576:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 423us (5200us total) trans 4294972152 rc 0/0 00000100:00100000:2.0:1763340286.491711:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8542 00000100:00100000:1.0:1763340286.491840:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5693 00000100:00100000:1.0:1763340286.491850:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280568704:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.491860:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.491876:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c01 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340286.491896:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340286.491912:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.491915:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.491923:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.491937:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.491948:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ada00, rc 0) 00000100:00100000:1.0:1763340286.491971:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280568704:12345-192.168.203.42@tcp:101:bash.0 Request processed in 123us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.491978:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5693 00000100:00100000:0.0:1763340286.495613:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.495666:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.495700:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.495787:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280568832 00000100:00100000:2.0:1763340286.495796:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280568832 00002000:00010000:2.0:1763340286.495832:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/501 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.495837:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e3480 with x1848995280568832 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.495850:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cc2e3480. 00000100:00100000:2.0:1763340286.495881:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280569088 00000100:00100000:2.0:1763340286.495885:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280569088 00002000:00010000:2.0:1763340286.495898:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/501 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.495901:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e3100 with x1848995280569088 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.495907:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e3100. 00000100:00100000:2.0:1763340286.495923:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1463 00000100:00100000:2.0:1763340286.495933:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280568832:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340286.496098:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340286.496102:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f5:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.496104:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.496106:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f5:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.496108:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340286.496151:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280568832:12345-192.168.203.42@tcp:10:bash.0 Request processed in 219us (547us total) trans 21474838520 rc 0/0 00000100:00100000:2.0:1763340286.496158:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1463 00002000:00010000:2.0:1763340286.496163:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/501 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.496165:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e3480 with x1848995280568832 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.496169:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cc2e3480. 00000100:00100000:2.0:1763340286.496185:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1464 00000100:00100000:2.0:1763340286.496192:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280569088:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340286.496275:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340286.496278:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f5:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.496280:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.496282:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f5:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.496285:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340286.496312:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280569088:12345-192.168.203.42@tcp:10:bash.0 Request processed in 120us (611us total) trans 17179871238 rc 0/0 00000100:00100000:2.0:1763340286.496318:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1464 00002000:00010000:2.0:1763340286.496321:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/501 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.496326:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e3100 with x1848995280569088 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.496330:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e3100. 00000100:00100000:3.0:1763340286.496435:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280568960 00000100:00100000:3.0:1763340286.496440:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280568960 00000100:00100000:3.0:1763340286.496472:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5694 00000100:00100000:3.0:1763340286.496478:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:56686:x1848995280568960:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.496487:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.496500:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c08 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.496521:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 26 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.496562:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.496564:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.496568:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 26 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.496598:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 26 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.496611:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 26 pid: 35213 timeout: 1127 lvb_type: 1 00000100:00100000:3.0:1763340286.496624:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292160640:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.496684:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d840 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.503527:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.504527:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.504630:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280569472 00000100:00100000:1.0:1763340286.504639:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280569472 00010000:00010000:1.0:1763340286.504687:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 27 pid: 35213 timeout: 1127 lvb_type: 1 00000100:00100000:1.0:1763340286.504734:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2773 00000100:00100000:1.0:1763340286.504743:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280569472:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.504759:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.504779:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 27 pid: 35213 timeout: 1127 lvb_type: 1 00010000:00010000:1.0:1763340286.504804:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 27 pid: 35213 timeout: 1127 lvb_type: 1 00010000:00010000:1.0:1763340286.504831:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.504833:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.504840:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 27 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.504850:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 27 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.504885:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 27 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.504898:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6500:1848995292160768:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340286.504971:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61dc00 going to sleep for 11 seconds 00010000:00010000:3.0:1763340286.505564:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824786f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b67 expref: 27 pid: 35213 timeout: 1127 lvb_type: 1 00000100:00100000:3.0:1763340286.505580:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292160640:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.505603:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 26 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.505613:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0200, rc 0) 00000100:00100000:3.0:1763340286.505652:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:56686:x1848995280568960:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9172us (9984us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.505674:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5694 00000100:00100000:2.0:1763340286.506000:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280569344 00000100:00100000:2.0:1763340286.506006:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280569344 00000100:00100000:2.0:1763340286.506057:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2895 00000100:00100000:2.0:1763340286.506065:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280569344:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340286.506308:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280569344:12345-192.168.203.42@tcp:35:bash.0 Request processed in 243us (2792us total) trans 4294972153 rc 0/0 00000100:00100000:2.0:1763340286.506314:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2895 00000100:00100000:0.0:1763340286.513824:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.513905:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280569600 00000100:00100000:3.0:1763340286.513917:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280569600 00000100:00100000:3.0:1763340286.513983:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5695 00000100:00100000:3.0:1763340286.513994:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280569600:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:3.0:1763340286.514152:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340286.514156:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.514158:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb atime from disk: 0 -> 1763340286 00002000:00010000:3.0:1763340286.514161:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb ctime from disk: 1763340286 -> 1763340287 00002000:00010000:3.0:1763340286.514163:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340286.514238:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280569600:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 244us (427us total) trans 21474838521 rc 0/0 00000100:00100000:3.0:1763340286.514245:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5695 00000100:00100000:1.0:1763340286.517050:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6500:1848995292160768:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340286.517078:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340286.517135:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280569472:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 12392us (12609us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.517147:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2773 00000100:00100000:0.0:1763340286.524502:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.525268:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.525493:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280569984 00000100:00100000:3.0:1763340286.525505:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280569984 00000100:00100000:3.0:1763340286.525943:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8543 00000100:00100000:3.0:1763340286.525955:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56691:x1848995280569984:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340286.525978:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.526003:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a44 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c0f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.526087:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.526102:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526113:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526127:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.526133:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526139:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526209:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247a59 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.526217:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247a59 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526223:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247a59 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340286.526263:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ad:0x0]: returning size 5 00000004:00200000:3.0:1763340286.526268:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340286.526285:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247a59 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526297:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247a59 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526306:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526312:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526317:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526323:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526329:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.526332:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526339:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526350:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340286.526353:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.526357:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526363:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247a4b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526377:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526382:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526386:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526392:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.526394:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526399:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526404:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340286.526406:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.526409:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526413:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a52 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.526441:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a44 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c0f expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.526456:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247a59 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c0f expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.526463:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:3.0:1763340286.526465:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340286.526468:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:3.0:1763340286.526580:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56691:x1848995280569984:12345-192.168.203.42@tcp:101:rm.0 Request processed in 627us (1312us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.526588:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8543 00000100:00100000:1.0:1763340286.526694:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280569856 00000100:00100000:1.0:1763340286.526700:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280569856 00000100:00100000:1.0:1763340286.526738:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2896 00000100:00100000:1.0:1763340286.526745:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56686:x1848995280569856:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:1.0:1763340286.526892:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1a9:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182477b9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b28 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.526922:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340286.526932:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.526941:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340286.526971:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.526982:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 194 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.526994:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292160896:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.527047:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.534524:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292160896:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340286.534726:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340286.534811:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.534857:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.534994:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280570368 00000100:00100000:3.0:1763340286.535001:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280570368 00000100:00100000:3.0:1763340286.535061:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8544 00000100:00100000:3.0:1763340286.535070:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56691:x1848995280570368:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340286.535124:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763340286.535149:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247a05 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ad:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bf3 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.535167:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247a59 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c0f expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.535180:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb182479e2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bde expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.535202:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9555d1799600) 00010000:00010000:3.0:1763340286.535212:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340286.535236:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.535248:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535257:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535270:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.535276:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535282:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535358:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.535366:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535373:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:3.0:1763340286.535642:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1196, 64 off101856 00000040:00080000:3.0:1763340286.535674:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1218, 64 off103560 00000040:00080000:3.0:1763340286.535686:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1219, 64 off103624 00000040:00080000:3.0:1763340286.535696:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1197, 64 off101920 00010000:00010000:3.0:1763340286.535746:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.535755:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535763:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535770:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.535777:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340286.535927:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280570112 00000100:00100000:1.0:1763340286.535933:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280570112 00010000:00010000:1.0:1763340286.535958:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 194 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.535982:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2774 00000100:00100000:1.0:1763340286.535990:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:2407:x1848995280570112:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.536002:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.536006:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 194 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.536017:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 194 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.536032:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824785a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b59 expref: 194 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.536051:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.536055:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340286.536063:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340286.536069:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340286.536098:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340286.536149:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:2407:x1848995280570112:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 159us (1337us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.536157:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2774 00010000:00010000:1.0:1763340286.536184:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340286.536190:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000040:00080000:1.0:1763340286.536327:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1198, 88 off102008 00000004:00080000:1.0:1763340286.536334:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027343801191ns, next at 1027804757236ns, rc = 0 00000040:00080000:1.0:1763340286.536359:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1220, 88 off103712 00000004:00080000:1.0:1763340286.536364:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027343831504ns, next at 1027804728592ns, rc = 0 00000040:00080000:1.0:1763340286.536382:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1221, 88 off103800 00000004:00080000:1.0:1763340286.536386:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027343853635ns, next at 1027804728592ns, rc = 0 00000040:00080000:1.0:1763340286.536397:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1199, 88 off102096 00000004:00080000:1.0:1763340286.536401:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027343868104ns, next at 1027804757236ns, rc = 0 00010000:00010000:3.0:1763340286.538457:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539497:0:6513:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340286.539530:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539556:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539562:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539567:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.539571:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539578:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539591:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9554c10a9100) 00010000:00010000:1.0:1763340286.539594:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340286.539598:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539604:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18247a75 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539750:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539756:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539762:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539767:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539771:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.539773:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539778:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539797:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9e00) 00010000:00010000:1.0:1763340286.539800:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.539803:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539809:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247a67 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340286.539824:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006524888e reply state 0000000027ec858e transno 4294972154 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539834:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.539840:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9b00) 00010000:00010000:1.0:1763340286.539842:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.539844:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340286.539923:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56691:x1848995280570368:12345-192.168.203.42@tcp:36:rm.0 Request processed in 4851us (5061us total) trans 4294972154 rc 0/0 00000100:00100000:1.0:1763340286.539931:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8544 00010000:00010000:0.0:1763340286.540394:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340286.540400:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.540406:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.540409:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.540415:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.540424:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ad:0x0].0x0 (ffff9554c10a9100) 00010000:00010000:0.0:1763340286.540426:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340286.540428:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.540433:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18247a7c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.540445:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.540446:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.540448:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1763340286.542856:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972155 is committed 00000004:00080000:2.0:1763340286.542868:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 784 committed 00000004:00080000:2.0:1763340286.542881:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 805 committed 00000100:00100000:3.0:1763340286.543149:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292161408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.543211:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.543252:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340286.543259:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292161024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.543283:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.543307:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292161152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.543332:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.543350:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340286.543356:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292161280:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.543379:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.543408:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292161408 00000100:00100000:3.0:1763340286.543418:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292161408 00000100:00100000:3.0:1763340286.543458:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292161024 00000100:00100000:3.0:1763340286.543461:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292161024 00000100:00100000:3.0:1763340286.543476:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292161152 00000100:00100000:3.0:1763340286.543478:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292161152 00000100:00100000:3.0:1763340286.543492:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292161280 00000100:00100000:3.0:1763340286.543495:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292161280 00000100:00100000:3.0:1763340286.543511:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696 00000100:00100000:3.0:1763340286.543518:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3650:x1848995292161408:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340286.543688:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.543692:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:3.0:1763340286.543694:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.543696:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:3.0:1763340286.543698:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.543732:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3650:x1848995292161408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 213us (521us total) trans 21474838522 rc 0/0 00000100:00100000:3.0:1763340286.543739:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696 00000100:00100000:3.0:1763340286.543754:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5697 00000100:00100000:3.0:1763340286.543760:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3650:x1848995292161024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340286.543773:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:501 count 1 00010000:00010000:3.0:1763340286.543789:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.543808:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 25 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.543816:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340286.543819:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340286.543822:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.543849:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 25 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.543862:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 25 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.543873:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7933480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292161536:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.543935:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085db40 going to sleep for 11 seconds 00000100:00100000:3.0:1763340286.543952:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5698 00000100:00100000:3.0:1763340286.543959:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:3648:x1848995292161152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340286.543972:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:502 count 1 00002000:00010000:3.0:1763340286.543990:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340286.543995:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.544007:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.544009:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.544013:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.544024:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.544032:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.544038:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.544055:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340286.544206:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3648:x1848995292161152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 247us (873us total) trans 21474838523 rc 0/0 00000100:00100000:3.0:1763340286.544212:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5698 00000100:00100000:3.0:1763340286.544227:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699 00000100:00100000:3.0:1763340286.544234:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:3648:x1848995292161280:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340286.544298:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340286.544302:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.544304:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb atime from disk: 1763340286 -> 1763340286 00002000:00010000:3.0:1763340286.544306:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:3.0:1763340286.544308:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f1:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340286.544336:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3648:x1848995292161280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 102us (955us total) trans 21474838524 rc 0/0 00000100:00100000:3.0:1763340286.544344:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699 00000004:00080000:3.0:1763340286.544392:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc28b800/2, rc 0, transno 21474838522 00000100:00100000:3.0:1763340286.544400:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292161408:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340286.544421:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc289f80/2, rc 0, transno 21474838524 00000100:00100000:3.0:1763340286.544425:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292161280:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340286.544433:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc28bb80/2, rc 0, transno 21474838523 00000100:00100000:3.0:1763340286.544436:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292161152:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763340286.545000:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 804 committed 00010000:00010000:1.0:1763340286.545093:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.545103:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.545110:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.545116:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.545120:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.545126:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.545140:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:1.0:1763340286.545144:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.545149:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.545156:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247a2f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.545171:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.545176:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.545182:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.545186:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.545189:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.545195:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.545202:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9b00) 00010000:00010000:1.0:1763340286.545205:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.545208:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.545213:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18247a6e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.545246:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340286.545252:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.545263:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.545267:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.545273:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.545284:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.545290:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247a8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.545304:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.545306:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.545308:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340286.546070:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292161920:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.546124:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.546160:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292161792:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.546174:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292161920 00000100:00100000:0.0:1763340286.546181:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292161920 00000100:00100000:1.0:1763340286.546197:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763340286.546280:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 783 committed 00000004:00010000:2.0:1763340286.546341:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007b64edef reply state 00000000875c3aaa transno 4294972155 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546357:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546364:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.546366:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763340286.546369:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340286.546374:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.546376:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340286.546382:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb182477b9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b28 expref: 187 pid: 6515 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763340286.546465:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763340286.546478:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56686:x1848995280569856:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 19733us (21985us total) trans 4294972155 rc 0/0 00000100:00100000:2.0:1763340286.546486:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2896 00010000:00010000:2.0:1763340286.546512:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546519:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546523:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546549:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.546552:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546558:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546566:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:2.0:1763340286.546568:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340286.546571:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.546577:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247a60 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340286.547050:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292161792 00000100:00100000:2.0:1763340286.547056:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292161792 00000100:00100000:0.0:1763340286.547061:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5700 00000100:00100000:0.0:1763340286.547074:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f598b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3649:x1848995292161920:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.547092:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5701 00000100:00100000:2.0:1763340286.547101:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3648:x1848995292161792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340286.547117:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:502 count 1 00002000:00010000:2.0:1763340286.547146:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340286.547153:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547165:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.547167:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.547172:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547185:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547193:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547201:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340286.547208:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340286.547213:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb mtime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340286.547216:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:2.0:1763340286.547220:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1763340286.547220:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb ctime from disk: 1763340286 -> 1763340286 00002000:00010000:0.0:1763340286.547227:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340286.547292:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f598b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292161920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 222us (1168us total) trans 17179871239 rc 0/0 00000100:00100000:0.0:1763340286.547299:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5700 00000004:00080000:0.0:1763340286.547341:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba50e00/2, rc 0, transno 17179871239 00000100:00100000:0.0:1763340286.547347:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292161920:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.547405:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3648:x1848995292161792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 305us (1206us total) trans 17179871240 rc 0/0 00000100:00100000:2.0:1763340286.547413:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5701 00010000:00010000:2.0:1763340286.547432:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340286.547438:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547444:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340286.547448:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547456:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547471:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547479:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247a91 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.547501:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.547504:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.547506:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340286.548020:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292162048:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.548056:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.548091:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340286.548096:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292161664:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.548114:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763340286.548151:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba50000/2, rc 0, transno 17179871240 00000100:00100000:1.0:1763340286.548156:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292161792:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.548500:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292162048 00000100:00100000:2.0:1763340286.548507:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292162048 00000100:00100000:2.0:1763340286.549651:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292161664 00000100:00100000:2.0:1763340286.549671:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292161664 00000100:00100000:1.0:1763340286.550575:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702 00000100:00100000:1.0:1763340286.550592:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292162048:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340286.550760:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340286.550764:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340286.550766:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.550768:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340286.550770:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340286.550850:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292162048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 263us (2792us total) trans 17179871241 rc 0/0 00000100:00100000:1.0:1763340286.550857:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702 00000100:00100000:1.0:1763340286.550877:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5703 00000100:00100000:1.0:1763340286.550884:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292161664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340286.550898:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:501 count 1 00010000:00010000:1.0:1763340286.550916:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.550933:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.550941:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.550942:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.550946:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.550976:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.550993:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 17 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.551007:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292162176:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.551069:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d300 going to sleep for 11 seconds 00000004:00080000:1.0:1763340286.551110:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba53100/2, rc 0, transno 17179871241 00000100:00100000:1.0:1763340286.551116:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292162048:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.557626:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.557640:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7933480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292161536:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.557679:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.557683:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.557718:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.557790:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280570496 00000100:00100000:2.0:1763340286.557797:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292162176:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.557798:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280570496 00010000:00010000:2.0:1763340286.557815:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.557843:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280570752 00000100:00100000:3.0:1763340286.557847:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280570752 00000100:00100000:3.0:1763340286.557878:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8545 00000100:00100000:3.0:1763340286.557886:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56686:x1848995280570496:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.557907:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763340286.557920:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8546 00010000:00010000:3.0:1763340286.557927:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a9f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c16 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.557934:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56693:x1848995280570752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.557947:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.557962:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247aa6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c1d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.557984:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a9f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c16 expref: 189 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.558000:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1000/0xbdebf3fb18247a9f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c16 expref: 189 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.558016:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.558019:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:3.0:1763340286.558026:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340286.558030:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1000, rc 0) 00010000:00010000:2.0:1763340286.558032:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558042:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558060:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340286.558066:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558073:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340286.558081:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56686:x1848995280570496:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 195us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.558089:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8545 00010000:00010000:2.0:1763340286.558113:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558121:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558127:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558132:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558138:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.558142:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558148:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558157:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.558160:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.558163:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558168:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247aad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558180:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558185:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558190:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558194:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.558197:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558201:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558207:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340286.558209:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.558211:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558216:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ab4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340286.558244:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247aa6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c1d expref: 188 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.558252:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.558254:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.558257:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247aa6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c1d expref: 188 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.558270:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340286.558294:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56693:x1848995280570752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 366us (575us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340286.558300:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8546 00000100:00100000:2.0:1763340286.558708:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280570624 00000100:00100000:2.0:1763340286.558713:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280570624 00010000:00010000:2.0:1763340286.558735:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 26 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.558768:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2775 00000100:00100000:2.0:1763340286.558775:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280570624:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340286.558798:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340286.558804:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 26 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.558815:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 26 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.558833:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247a28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bfa expref: 26 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.558845:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.558846:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.558850:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.558864:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.558891:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340286.558918:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280570624:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 142us (1262us total) trans 0 rc 0/0 00010000:00010000:3.0:1763340286.558920:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.558929:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2775 00010000:00010000:3.0:1763340286.558936:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.558946:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.558953:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.558979:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340286.559180:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3650:x1848995292161024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15418us (15894us total) trans 21474838525 rc 0/0 00000100:00100000:3.0:1763340286.559187:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5697 00000004:00080000:1.0:1763340286.559200:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3cdc000/2, rc 0, transno 21474838525 00000100:00100000:1.0:1763340286.559209:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292161024:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340286.559253:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.559274:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280570880 00000100:00100000:1.0:1763340286.559278:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280570880 00010000:00010000:1.0:1763340286.559296:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.559318:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2776 00000100:00100000:1.0:1763340286.559325:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280570880:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.559334:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.559339:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.559347:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.559365:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247a36 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c01 expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.559375:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.559376:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.559379:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.559386:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.559401:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340286.559421:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280570880:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 97us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.559427:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2776 00010000:00010000:2.0:1763340286.559740:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.559749:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.559757:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.559764:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.559795:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763340286.559947:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292161664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9062us (11830us total) trans 17179871242 rc 0/0 00000100:00100000:2.0:1763340286.559954:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5703 00010000:00010000:2.0:1763340286.559975:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340286.559981:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.559993:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340286.559996:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560004:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560016:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560022:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584ec00/0xbdebf3fb18247a83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560044:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340286.560048:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560054:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340286.560057:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560064:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560075:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560086:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247a98 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.560098:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.560099:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.560101:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.560215:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340286.560460:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b2bb80/2, rc 0, transno 17179871242 00000100:00100000:3.0:1763340286.560468:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292161664:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.563781:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.563829:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280571008 00000100:00100000:1.0:1763340286.563838:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280571008 00000100:00100000:1.0:1763340286.563900:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8547 00000100:00100000:1.0:1763340286.563910:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56693:x1848995280571008:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.563929:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.563951:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247abb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c24 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.564028:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.564040:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564052:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564064:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.564071:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564077:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564113:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564119:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564125:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564132:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564136:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7acc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.564140:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564146:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564156:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:1.0:1763340286.564159:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.564164:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564170:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247ac2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564181:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564188:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564193:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564198:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.564200:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564205:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564210:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056500) 00010000:00010000:1.0:1763340286.564212:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.564215:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564220:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ac9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.564246:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247abb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c24 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.564255:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:1.0:1763340286.564258:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.564261:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247abb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c24 expref: 188 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.564272:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:1.0:1763340286.564329:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56693:x1848995280571008:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 420us (556us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340286.564337:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8547 00000100:00100000:3.0:1763340286.565751:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.566225:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280571264 00000100:00100000:2.0:1763340286.566234:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280571264 00000100:00100000:2.0:1763340286.566375:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2897 00000100:00100000:2.0:1763340286.566384:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+187:56686:x1848995280571264:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340286.566681:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1a9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340286.566734:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1200, 64 off102160 00000040:00080000:2.0:1763340286.566757:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1222, 64 off103864 00000040:00080000:2.0:1763340286.566766:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1223, 64 off103928 00000040:00080000:2.0:1763340286.566774:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1201, 64 off102224 00010000:00010000:2.0:1763340286.566843:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340286.566860:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.566870:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.566878:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.566885:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.566892:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340286.566914:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340286.567070:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56686:x1848995280571264:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 685us (1321us total) trans 4294972156 rc 0/0 00000100:00100000:2.0:1763340286.567078:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2897 00010000:00010000:3.0:1763340286.567226:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340286.567232:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340286.567238:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340286.567242:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340286.567254:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340286.567266:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff9554c10a9700) 00010000:00010000:3.0:1763340286.567268:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340286.567273:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340286.567279:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247ad0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340286.567288:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.567290:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.567292:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340286.571416:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.571625:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280571392 00000100:00100000:2.0:1763340286.571635:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280571392 00000100:00100000:2.0:1763340286.571701:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8548 00000100:00100000:2.0:1763340286.571711:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+188:56693:x1848995280571392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.571729:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.571751:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ad7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c2b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.571826:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247ade lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340286.571839:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247ade lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.571849:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247ade lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340286.571891:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340286.571896:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340286.571927:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247ad7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c2b expref: 190 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.571942:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247ade lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c2b expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.571952:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:2.0:1763340286.571955:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340286.571958:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340286.572014:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56693:x1848995280571392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 305us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.572022:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8548 00000100:00100000:0.0:1763340286.574745:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.574998:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280571648 00000100:00100000:1.0:1763340286.575007:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280571648 00000100:00100000:1.0:1763340286.575062:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8549 00000100:00100000:1.0:1763340286.575071:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56686:x1848995280571648:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.575093:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.575110:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ae5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c32 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.575180:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.575193:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575205:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575220:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.575227:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575233:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575271:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575278:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575285:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575291:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575297:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.575301:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575307:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575318:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:1.0:1763340286.575321:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.575325:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575331:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247aec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575343:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575350:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575355:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575361:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.575364:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575369:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575376:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056400) 00010000:00010000:1.0:1763340286.575379:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.575381:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.575387:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247af3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.577829:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ae5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c32 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.577852:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:1.0:1763340286.577855:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340286.577860:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ae5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c32 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.577876:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83200, rc 0) 00000100:00100000:1.0:1763340286.577945:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56686:x1848995280571648:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2874us (3205us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340286.577954:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8549 00000100:00100000:3.0:1763340286.587980:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.588342:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280571904 00000100:00100000:1.0:1763340286.588352:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280571904 00000100:00100000:1.0:1763340286.588413:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8550 00000100:00100000:1.0:1763340286.588428:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56693:x1848995280571904:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.588449:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.588452:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340286.588479:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247ade lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c2b expref: 189 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.588499:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:1.0:1763340286.588510:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.588547:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247afa lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c39 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.588643:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.588666:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.588676:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.588688:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.588694:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.588700:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589065:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.589079:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589086:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340286.589095:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 0 00010000:00010000:1.0:1763340286.589118:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589125:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589130:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589136:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589142:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.589146:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589153:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589161:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056500) 00010000:00010000:1.0:1763340286.589164:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.589167:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589173:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b01 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340286.589186:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e784739c reply state 00000000690634b4 transno 4294972157 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589195:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.589201:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056700) 00010000:00010000:1.0:1763340286.589203:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.589205:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340286.589229:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247afa lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.589245:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 190 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.589252:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff955602056a00) 00010000:00010000:1.0:1763340286.589255:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340286.589257:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:1.0:1763340286.589312:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56693:x1848995280571904:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 891us (1341us total) trans 4294972157 rc 0/0 00000100:00100000:1.0:1763340286.589320:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8550 00000100:00100000:0.0:1763340286.592730:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.593525:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280572160 00000100:00100000:2.0:1763340286.593573:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280572160 00000100:00100000:2.0:1763340286.593635:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8551 00000100:00100000:2.0:1763340286.593645:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56693:x1848995280572160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.593677:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.593700:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247b1d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c40 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.593804:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340286.593819:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.593828:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.593862:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.593874:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 192 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.593893:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292162304:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.593979:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.596377:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.596445:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280572288 00000100:00100000:1.0:1763340286.596454:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280572288 00010000:00010000:1.0:1763340286.596488:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 193 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.596580:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2777 00000100:00100000:3.0:1763340286.596594:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:2408:x1848995280572288:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.596609:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.596617:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 193 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.596631:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 193 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.596642:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292162304:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.596669:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b0f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c39 expref: 193 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.596677:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.596684:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff955602056a00) 00010000:00010000:3.0:1763340286.596690:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.596699:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.596706:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597075:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.597077:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340286.597085:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340286.597109:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 0 00000100:00100000:3.0:1763340286.597136:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:2408:x1848995280572288:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 544us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.597145:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2777 00000004:00080000:2.0:1763340286.597280:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f7:0x0], index 1: 0 00000004:00080000:2.0:1763340286.597286:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f7:0x0], index 0: 0 00000004:00080000:2.0:1763340286.597291:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f8:0x0], index 0: 0 00000004:00080000:2.0:1763340286.597294:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f8:0x0], index 1: 0 00010000:00010000:2.0:1763340286.597385:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597393:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597399:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597404:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.597408:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597419:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597429:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff955602056a00) 00010000:00010000:2.0:1763340286.597432:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340286.597435:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597440:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b24 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.597482:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247b1d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c40 expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.597491:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff955602056a00) 00010000:00010000:2.0:1763340286.597494:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340286.597497:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247b1d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c40 expref: 192 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.597510:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340286.597950:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56693:x1848995280572160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4305us (5227us total) trans 4294972158 rc 301/301 00000100:00100000:2.0:1763340286.597957:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8551 00000100:00100000:3.0:1763340286.605238:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.605675:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.605909:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280572544 00000100:00100000:1.0:1763340286.605920:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280572544 00000100:00100000:1.0:1763340286.605975:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2898 00000100:00100000:1.0:1763340286.605986:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b6bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56693:x1848995280572544:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340286.606251:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b6bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56693:x1848995280572544:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 267us (1021us total) trans 4294972159 rc 0/0 00000100:00100000:1.0:1763340286.606259:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2898 00000100:00100000:2.0:1763340286.606569:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280572800 00000100:00100000:2.0:1763340286.606574:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280572800 00000100:00100000:2.0:1763340286.606602:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8552 00000100:00100000:2.0:1763340286.606609:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56694:x1848995280572800:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.606620:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.606641:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247b32 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c47 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.606710:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340286.606724:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.606734:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.606744:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340286.606751:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.606756:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607025:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247b47 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340286.607034:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247b47 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607041:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247b47 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340286.607051:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 0 00010000:00010000:2.0:1763340286.607104:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607111:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607118:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607124:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607130:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.607134:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607140:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607151:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acbe00) 00010000:00010000:2.0:1763340286.607154:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.607158:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607164:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247b39 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607176:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607181:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607187:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607192:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.607195:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607205:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607211:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056700) 00010000:00010000:2.0:1763340286.607213:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.607215:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607221:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247b40 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340286.607254:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247b32 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c47 expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.607272:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247b47 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c47 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.607281:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb300) 00010000:00010000:2.0:1763340286.607283:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340286.607286:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340286.607340:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56694:x1848995280572800:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 730us (1665us total) trans 4294972160 rc 0/0 00000100:00100000:2.0:1763340286.607347:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8552 00000100:00100000:3.0:1763340286.612803:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.612875:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280573056 00000100:00100000:2.0:1763340286.612885:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280573056 00000100:00100000:2.0:1763340286.612945:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2899 00000100:00100000:2.0:1763340286.612955:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56693:x1848995280573056:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340286.613168:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56693:x1848995280573056:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 213us (384us total) trans 4294972161 rc 0/0 00000100:00100000:2.0:1763340286.613177:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2899 00000100:00100000:3.0:1763340286.617398:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.617492:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280573184 00000100:00100000:2.0:1763340286.617502:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280573184 00000100:00100000:2.0:1763340286.617591:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5704 00000100:00100000:2.0:1763340286.617602:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280573184:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.617622:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.617646:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c4e expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340286.617679:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340286.617698:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.617700:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.617709:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 26 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340286.617725:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 26 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340286.617738:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340286.617802:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280573184:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 201us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.617810:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5704 00000100:00100000:3.0:1763340286.629774:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.629822:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.629900:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280573568 00000100:00100000:2.0:1763340286.629910:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280573568 00000100:00100000:2.0:1763340286.629971:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8553 00000100:00100000:2.0:1763340286.629981:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280573568:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340286.630008:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.630011:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340286.630037:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247b47 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c47 expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.630055:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb300) 00010000:00010000:2.0:1763340286.630066:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340286.630080:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247b5c lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c5c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.630148:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280573312 00000100:00100000:1.0:1763340286.630153:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280573312 00010000:00010000:2.0:1763340286.630180:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b63 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00000100:00100000:1.0:1763340286.630180:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5705 00000100:00100000:1.0:1763340286.630187:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280573312:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.630192:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b63 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.630195:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.630201:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b63 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.630206:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c55 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763340286.630213:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 0 00002000:00010000:1.0:1763340286.630224:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340286.630237:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.630239:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.630246:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 18 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.630258:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 18 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.630268:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00010000:00010000:2.0:1763340286.630312:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247b5c lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c5c expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.630314:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280573312:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 127us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.630321:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5705 00010000:00010000:2.0:1763340286.630325:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b63 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c5c expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.630332:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.630335:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763340286.630337:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340286.630378:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280573568:12345-192.168.203.42@tcp:101:bash.0 Request processed in 398us (555us total) trans 4294972162 rc 0/0 00000100:00100000:2.0:1763340286.630384:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8553 00000100:00100000:0.0:1763340286.633158:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.633262:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280573696 00000100:00100000:2.0:1763340286.633272:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280573696 00000100:00100000:2.0:1763340286.633327:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8554 00000100:00100000:2.0:1763340286.633336:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280573696:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340286.633359:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763340286.633363:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340286.633378:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247b78 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c63 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.633411:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247b7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00000100:00100000:1.0:1763340286.633424:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280573952 00010000:00010000:2.0:1763340286.633426:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247b7f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340286.633428:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280573952 00010000:00010000:2.0:1763340286.633436:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247b7f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340286.633470:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2900 00000100:00100000:1.0:1763340286.633478:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56694:x1848995280573952:12345-192.168.203.42@tcp:35:lfs.0 00010000:00010000:2.0:1763340286.633572:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247b78 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c63 expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.633587:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247b7f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c63 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.633595:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.633598:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340286.633601:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7acc00, rc 0) 00000100:00100000:1.0:1763340286.633672:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56694:x1848995280573952:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 195us (308us total) trans 4294972163 rc 0/0 00000100:00100000:1.0:1763340286.633680:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2900 00000100:00100000:2.0:1763340286.634226:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280573696:12345-192.168.203.42@tcp:101:bash.0 Request processed in 889us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.634236:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8554 00000100:00100000:0.0:1763340286.638001:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.638044:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.639032:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280574208 00000100:00100000:1.0:1763340286.639045:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280574208 00000100:00100000:1.0:1763340286.639107:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280574464 00000100:00100000:1.0:1763340286.639112:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280574464 00000100:00100000:1.0:1763340286.639139:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8555 00000100:00100000:1.0:1763340286.639149:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56694:x1848995280574208:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.639171:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.639195:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b86 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c6a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.639268:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340286.639282:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639293:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639303:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340286.639311:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639321:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639420:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340286.639432:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639438:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639444:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639450:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.639454:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639460:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639469:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340286.639474:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639479:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb18247b9b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340286.639493:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 0 00010000:00010000:1.0:1763340286.639577:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639582:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639587:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639592:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639596:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.639598:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639603:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639610:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056d00) 00010000:00010000:1.0:1763340286.639613:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.639615:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639620:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247b8d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639626:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639631:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639637:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639641:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.639643:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639652:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639668:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056700) 00010000:00010000:1.0:1763340286.639670:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.639673:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639678:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247b94 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639704:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b86 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c6a expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.639712:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056d00) 00010000:00010000:1.0:1763340286.639714:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340286.639717:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247b86 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c6a expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.639727:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:1.0:1763340286.639775:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56694:x1848995280574208:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 628us (1785us total) trans 4294972164 rc 301/301 00000100:00100000:1.0:1763340286.639782:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8555 00000100:00100000:1.0:1763340286.639800:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8556 00000100:00100000:1.0:1763340286.639806:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280574464:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340286.639827:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.639837:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247b63 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c5c expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.639851:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340286.639854:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.639959:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340286.639968:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.639975:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:1.0:1763340286.640019:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972165 00000004:00010000:1.0:1763340286.640039:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000105ddffb reply state 00000000f87095ff transno 4294972166 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.640051:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340286.640057:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340286.640060:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.640063:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340286.640125:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280574464:12345-192.168.203.42@tcp:36:bash.0 Request processed in 317us (2079us total) trans 4294972166 rc 0/0 00000100:00100000:1.0:1763340286.640132:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8556 00000020:00080000:1.0:1763340286.640135:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340286.650354:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.650400:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.650884:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280574592 00000100:00100000:1.0:1763340286.650895:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280574592 00000100:00100000:1.0:1763340286.650947:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280574720 00000100:00100000:1.0:1763340286.650951:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280574720 00000100:00100000:1.0:1763340286.650987:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8557 00000100:00100000:1.0:1763340286.650996:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280574592:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.651019:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.651048:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bb0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c71 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.651104:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bb0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c71 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.651119:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bb0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c71 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.651126:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8558 00000100:00100000:2.0:1763340286.651142:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56694:x1848995280574720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.651142:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340286.651150:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340286.651155:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45d400, rc 0) 00010000:00010000:2.0:1763340286.651156:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.651167:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247bb7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c78 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.651212:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280574592:12345-192.168.203.42@tcp:101:bash.0 Request processed in 216us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.651219:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8557 00010000:00010000:2.0:1763340286.651261:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340286.651272:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.651281:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340286.651307:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 0 00000004:00200000:2.0:1763340286.651312:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340286.651328:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.651353:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247bb7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.651367:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.651374:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.651377:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340286.651380:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7adc00, rc 0) 00000100:00100000:2.0:1763340286.651423:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56694:x1848995280574720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 286us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.651429:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8558 00000100:00100000:3.0:1763340286.657007:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.657580:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280574976 00000100:00100000:0.0:1763340286.657595:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280574976 00000100:00100000:0.0:1763340286.657704:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8559 00000100:00100000:0.0:1763340286.657717:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280574976:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.657745:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.657749:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340286.657787:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bb0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c71 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.657813:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340286.657819:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.657838:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247bc5 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c7f expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.657896:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.657910:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.657921:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.657964:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.657978:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 203 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.657994:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292162432:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.658106:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.661970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.662134:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280575232 00000100:00100000:2.0:1763340286.662147:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280575232 00000100:00100000:2.0:1763340286.662224:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2901 00000100:00100000:2.0:1763340286.662236:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56694:x1848995280575232:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.662335:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292162432:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.662370:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340286.662929:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56694:x1848995280575232:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 692us (971us total) trans 4294972167 rc 0/0 00000100:00100000:2.0:1763340286.662939:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2901 00000100:00100000:1.0:1763340286.663666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.663841:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280575360 00000100:00100000:3.0:1763340286.663851:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280575360 00010000:00010000:3.0:1763340286.663892:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 205 pid: 6513 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.663934:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2778 00000100:00100000:3.0:1763340286.663944:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2407:x1848995280575360:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.663961:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.663969:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 205 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.663983:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 205 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.664013:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247bbe lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c78 expref: 205 pid: 6513 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.664035:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340286.664041:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.664053:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.664061:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.664095:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.664152:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:2407:x1848995280575360:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 209us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.664160:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2778 00010000:00010000:0.0:1763340286.664242:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.664251:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:0.0:1763340286.664614:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1224, 88 off104016 00000004:00080000:0.0:1763340286.664623:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027472090046ns, next at 1027804728592ns, rc = 0 00000040:00080000:0.0:1763340286.664651:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1202, 88 off102312 00000004:00080000:0.0:1763340286.664663:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027472130379ns, next at 1027804757236ns, rc = 0 00000040:00080000:0.0:1763340286.664683:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1203, 88 off102400 00000004:00080000:0.0:1763340286.664687:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027472154219ns, next at 1027804757236ns, rc = 0 00000040:00080000:0.0:1763340286.664695:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1225, 88 off104104 00000004:00080000:0.0:1763340286.664698:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027472165329ns, next at 1027804728592ns, rc = 0 00000100:00100000:0.0:1763340286.668303:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.668443:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280575616 00000100:00100000:3.0:1763340286.668458:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280575616 00000100:00100000:3.0:1763340286.668525:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8560 00000100:00100000:3.0:1763340286.668652:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555e8e9fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56694:x1848995280575616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.668692:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.668725:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247bd3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c86 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.668823:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.668839:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.668852:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.668864:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.668873:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.668880:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669030:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.669042:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669049:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:3.0:1763340286.669067:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 2 00010000:00010000:3.0:1763340286.669202:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669211:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669217:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669223:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.669228:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669235:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669250:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340286.669253:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763340286.669259:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669265:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247be8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669287:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669292:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669297:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669306:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669311:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.669313:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669318:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669324:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:3.0:1763340286.669326:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.669329:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669334:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247bda lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669341:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669347:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669351:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669356:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.669358:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669363:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669374:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056700) 00010000:00010000:3.0:1763340286.669376:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.669379:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669384:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247be1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.669424:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247bd3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c86 expref: 207 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.669435:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:3.0:1763340286.669438:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340286.669441:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247bd3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c86 expref: 207 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.669457:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:3.0:1763340286.669569:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555e8e9fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56694:x1848995280575616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1034us (1280us total) trans 4294972169 rc 301/301 00000100:00100000:3.0:1763340286.669578:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8560 00000001:00080000:0.0:1763340286.669759:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972168 is committed 00000004:00080000:0.0:1763340286.669767:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 807 committed 00000004:00080000:0.0:1763340286.669784:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 786 committed 00000004:00080000:0.0:1763340286.669795:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 785 committed 00000004:00080000:0.0:1763340286.669798:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 806 committed 00000100:00100000:0.0:1763340286.669976:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292162688:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.670041:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.670098:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292163200:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.670122:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.670152:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763340286.670160:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292162816:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.670183:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.670202:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292162560:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.670202:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292163328:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.670221:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340286.670242:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292162688 00000100:00100000:1.0:1763340286.670249:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292162688 00000100:00100000:2.0:1763340286.670284:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292162816 00000100:00100000:1.0:1763340286.670284:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292163200 00000100:00100000:1.0:1763340286.670286:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292163200 00000100:00100000:2.0:1763340286.670288:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292162816 00000100:00100000:1.0:1763340286.670305:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292163328 00000100:00100000:1.0:1763340286.670307:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292163328 00000100:00100000:2.0:1763340286.670315:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5706 00000100:00100000:2.0:1763340286.670329:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292162688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.670334:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5707 00000100:00100000:1.0:1763340286.670339:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292163200:12345-0@lo:2:osp-syn-1-1.0 00002000:00080000:2.0:1763340286.670354:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:497 count 1 00010000:00010000:2.0:1763340286.670375:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.670393:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.670401:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340286.670404:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340286.670408:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.670439:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.670454:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 17 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.670466:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292163584:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.670523:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.670554:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.670561:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.670567:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.670572:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.670580:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.670595:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056700) 00010000:00010000:3.0:1763340286.670599:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.670603:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.670609:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247b08 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.670636:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.670642:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.670648:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.670663:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.670666:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.670673:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.670681:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340286.670684:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.670687:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340286.670697:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247ba9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340286.670720:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292162944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.670907:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.670907:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3648:x1848995292163200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 566us (783us total) trans 17179871243 rc 0/0 00000100:00100000:1.0:1763340286.670917:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5707 00000100:00100000:1.0:1763340286.670941:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708 00000100:00100000:1.0:1763340286.670949:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+43:3648:x1848995292162816:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340286.670965:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:498 count 1 00010000:00010000:1.0:1763340286.670984:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.670997:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 25 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.671004:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.671005:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.671008:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.671421:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.671454:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292163456:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340286.671481:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.671518:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292162944 00000100:00100000:3.0:1763340286.671524:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292162944 00000100:00100000:3.0:1763340286.671576:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292163456 00000100:00100000:3.0:1763340286.671579:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292163456 00000100:00100000:3.0:1763340286.671593:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5709 00000100:00100000:3.0:1763340286.671600:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+43:3648:x1848995292163328:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340286.671731:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.671735:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f8:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.671737:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.671739:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f8:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.671742:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.671777:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+44:3648:x1848995292163328:12345-0@lo:2:osp-syn-0-1.0 Request processed in 175us (1553us total) trans 21474838526 rc 0/0 00000100:00100000:3.0:1763340286.671784:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5709 00000100:00100000:3.0:1763340286.671800:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5710 00000100:00100000:3.0:1763340286.671806:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292162944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340286.671818:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:498 count 1 00010000:00010000:3.0:1763340286.671834:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.671854:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.671862:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340286.671864:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340286.671867:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.671894:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 17 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.671907:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 17 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.671918:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292163712:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.671958:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d840 going to sleep for 11 seconds 00000100:00100000:3.0:1763340286.671978:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711 00000100:00100000:3.0:1763340286.671986:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292163456:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340286.672060:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.672063:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f8:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.672065:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.672067:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f8:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.672069:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.672102:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292163456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (619us total) trans 17179871244 rc 0/0 00000100:00100000:3.0:1763340286.672111:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711 00000004:00080000:3.0:1763340286.672158:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5eb800/2, rc 0, transno 17179871244 00000100:00100000:3.0:1763340286.672165:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292163456:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340286.672683:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6f480/2, rc 0, transno 21474838526 00000100:00100000:0.0:1763340286.672692:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292163328:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340286.672704:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d51500/2, rc 0, transno 17179871243 00000100:00100000:0.0:1763340286.672708:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292163200:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.672754:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.672778:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292163072:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.672807:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.672834:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292162560 00000100:00100000:0.0:1763340286.672841:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292162560 00000100:00100000:0.0:1763340286.672871:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292163072 00000100:00100000:0.0:1763340286.672874:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292163072 00000100:00100000:0.0:1763340286.672891:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5712 00000100:00100000:0.0:1763340286.672897:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+45:3651:x1848995292162560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340286.672919:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:497 count 1 00010000:00010000:0.0:1763340286.672940:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.672956:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 25 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.672963:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.672965:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340286.672968:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.672997:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 25 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.673009:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 25 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.673022:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292163840:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.673066:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3480 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.673081:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5713 00000100:00100000:0.0:1763340286.673089:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+45:3651:x1848995292163072:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.673211:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+46:3651:x1848995292163072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 122us (402us total) trans 21474838527 rc 0/0 00000100:00100000:0.0:1763340286.673218:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5713 00000004:00080000:0.0:1763340286.673248:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6df80/2, rc 0, transno 21474838527 00000100:00100000:0.0:1763340286.673252:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292163072:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763340286.673477:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c7f expref: 191 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.673489:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340286.673493:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340286.673512:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247bc5 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c7f expref: 191 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340286.673583:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c7f expref: 190 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.673617:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340286.673620:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340286.673622:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340286.673672:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:55868:x1848995280574976:12345-192.168.203.42@tcp:101:bash.0 Request processed in 15958us (16681us total) trans 4294972168 rc 0/0 00000100:00100000:0.0:1763340286.673680:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8559 00010000:00010000:1.0:1763340286.678049:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 25 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.678069:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 25 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.678093:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292163968:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.678214:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61df00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.678947:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.679524:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292163584:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.682014:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280575744 00000100:00100000:1.0:1763340286.682034:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280575744 00010000:00010000:3.0:1763340286.683154:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.683242:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292163712:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.683265:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.683630:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.683675:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.683701:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.683977:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576000 00000100:00100000:1.0:1763340286.683986:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576000 00000100:00100000:1.0:1763340286.684063:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2902 00000100:00100000:1.0:1763340286.684074:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56694:x1848995280576000:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340286.684366:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56694:x1848995280576000:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 294us (737us total) trans 4294972170 rc 0/0 00000100:00100000:1.0:1763340286.684374:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2902 00000100:00100000:3.0:1763340286.684766:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576256 00000100:00100000:3.0:1763340286.684772:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576256 00010000:00010000:3.0:1763340286.684801:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 26 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.684830:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576128 00000100:00100000:3.0:1763340286.684833:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576128 00010000:00010000:3.0:1763340286.684849:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 19 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.684869:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2779 00000100:00100000:3.0:1763340286.684876:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280576256:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.684890:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.684895:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 26 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.684908:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 26 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.684936:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.684938:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.684944:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.684956:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.684977:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.685006:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280576256:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 130us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.685013:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2779 00000100:00100000:3.0:1763340286.685028:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2780 00000100:00100000:3.0:1763340286.685034:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280576128:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.685042:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.685046:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 19 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.685055:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 19 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.685068:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb182479d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15bd7 expref: 19 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.685085:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.685087:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.685090:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685098:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685115:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.685134:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280576128:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 100us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.685140:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2780 00010000:00010000:3.0:1763340286.685169:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685177:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685188:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685196:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685214:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340286.685576:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292162944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13769us (14154us total) trans 17179871245 rc 0/0 00000100:00100000:3.0:1763340286.685587:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5710 00010000:00010000:3.0:1763340286.685609:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340286.685616:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685624:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340286.685629:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685638:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685651:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685670:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c04 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.685689:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.685691:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.685693:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340286.685736:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f6a00/2, rc 0, transno 17179871245 00000100:00100000:3.0:1763340286.685744:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292162944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.685957:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.686026:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340286.686434:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247a3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c08 expref: 25 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.686453:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292163840:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.686479:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.686488:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.686494:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.686503:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.686510:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.686524:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340286.686833:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+46:3651:x1848995292162560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13934us (14078us total) trans 21474838528 rc 0/0 00000100:00100000:0.0:1763340286.686842:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5712 00000100:00100000:0.0:1763340286.686862:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576384 00000100:00100000:0.0:1763340286.686868:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576384 00000100:00100000:0.0:1763340286.686900:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5714 00000100:00100000:0.0:1763340286.686908:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280576384:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.686925:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.686949:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c8d expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340286.686972:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340286.686994:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.686997:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.687006:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687023:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687035:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6c00, rc 0) 00000100:00100000:0.0:1763340286.687069:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280576384:12345-192.168.203.42@tcp:101:bash.0 Request processed in 162us (1114us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.687076:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5714 00000100:00100000:0.0:1763340286.687098:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576512 00000100:00100000:0.0:1763340286.687101:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576512 00010000:00010000:0.0:1763340286.687118:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 25 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.687142:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2781 00000100:00100000:0.0:1763340286.687147:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280576512:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340286.687156:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.687161:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 25 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.687171:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 25 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.687191:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.687193:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.687197:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687205:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687221:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.687238:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280576512:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 91us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.687244:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2781 00010000:00010000:0.0:1763340286.687276:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.687295:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2782 00000100:00100000:0.0:1763340286.687300:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d8bea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280575744:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340286.687307:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.687310:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.687320:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.687332:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247750 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15b0c expref: 18 pid: 35203 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.687347:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.687349:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.687352:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687359:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687373:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.687387:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d8bea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280575744:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 87us (8445us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.687392:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2782 00010000:00010000:0.0:1763340286.687444:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687452:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687461:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687467:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687479:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763340286.687695:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292162688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17370us (17652us total) trans 17179871246 rc 0/0 00000100:00100000:0.0:1763340286.687706:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5706 00010000:00010000:0.0:1763340286.687728:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340286.687736:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687745:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.687750:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687760:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687773:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687780:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687797:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340286.687801:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687807:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340286.687810:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687817:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687827:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687834:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247bf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.687847:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.687849:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340286.687850:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340286.687886:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f7480/2, rc 0, transno 17179871246 00000100:00100000:0.0:1763340286.687894:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292162688:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340286.687975:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340286.688131:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6d880/2, rc 0, transno 21474838528 00000100:00100000:2.0:1763340286.688138:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292162560:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340286.688726:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf82600/0xbdebf3fb182479f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15be5 expref: 24 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.688741:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292163968:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.688766:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.688775:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.688782:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.688792:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.688800:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.688821:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340286.689010:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+46:3648:x1848995292162816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18061us (18823us total) trans 21474838529 rc 0/0 00000100:00100000:3.0:1763340286.689019:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708 00010000:00010000:2.0:1763340286.689112:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340286.689119:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.689126:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45d400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340286.689130:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.689139:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.689154:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.689161:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18247bfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.689178:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.689180:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340286.689182:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340286.689702:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6ce00/2, rc 0, transno 21474838529 00000100:00100000:0.0:1763340286.689710:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292162816:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.691031:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.691080:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576640 00000100:00100000:3.0:1763340286.691091:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576640 00000100:00100000:2.0:1763340286.691129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.691157:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5715 00000100:00100000:3.0:1763340286.691167:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280576640:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340286.691231:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.691258:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c94 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340286.691284:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576768 00000100:00100000:0.0:1763340286.691289:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576768 00002000:00010000:3.0:1763340286.691291:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340286.691315:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.691317:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763340286.691317:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2903 00000100:00100000:0.0:1763340286.691323:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56694:x1848995280576768:12345-192.168.203.42@tcp:33:lfs.0 00010000:00010000:3.0:1763340286.691328:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 25 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.691343:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 25 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.691354:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0800, rc 0) 00000100:00100000:3.0:1763340286.691424:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280576640:12345-192.168.203.42@tcp:101:bash.0 Request processed in 258us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.691431:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5715 00000100:00100000:0.0:1763340286.691905:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56694:x1848995280576768:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 579us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.691913:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2903 00000100:00100000:2.0:1763340286.694004:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.694070:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280576896 00000100:00100000:1.0:1763340286.694081:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280576896 00002000:00010000:1.0:1763340286.694129:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/503 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.694135:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6e300 with x1848995280576896 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340286.694150:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6e300. 00000100:00100000:1.0:1763340286.694191:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1465 00000100:00100000:1.0:1763340286.694202:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280576896:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340286.694425:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340286.694429:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f7:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:1.0:1763340286.694432:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340286.694434:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f7:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:1.0:1763340286.694437:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340286.694514:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280576896:12345-192.168.203.42@tcp:10:bash.0 Request processed in 312us (679us total) trans 17179871247 rc 0/0 00000100:00100000:1.0:1763340286.694522:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1465 00002000:00010000:1.0:1763340286.694526:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/503 (0->18446744073709551615) 00002000:00100000:1.0:1763340286.694529:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6e300 with x1848995280576896 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340286.694560:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6e300. 00000100:00100000:2.0:1763340286.695637:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.695731:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280577024 00000100:00100000:0.0:1763340286.695741:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280577024 00002000:00010000:0.0:1763340286.695781:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/503 (0->18446744073709551615) 00002000:00100000:0.0:1763340286.695787:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6d180 with x1848995280577024 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340286.695798:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6d180. 00000100:00100000:0.0:1763340286.695838:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1466 00000100:00100000:0.0:1763340286.695847:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280577024:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340286.696037:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340286.696041:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f7:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:0.0:1763340286.696043:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340286.696045:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f7:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:0.0:1763340286.696047:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340286.696099:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280577024:12345-192.168.203.42@tcp:10:bash.0 Request processed in 252us (469us total) trans 21474838530 rc 0/0 00000100:00100000:0.0:1763340286.696106:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1466 00002000:00010000:0.0:1763340286.696111:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/503 (0->18446744073709551615) 00002000:00100000:0.0:1763340286.696113:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6d180 with x1848995280577024 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340286.696118:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6d180. 00000100:00100000:2.0:1763340286.712137:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.712299:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280577280 00000100:00100000:0.0:1763340286.712312:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280577280 00000100:00100000:1.0:1763340286.713916:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2904 00000100:00100000:1.0:1763340286.713942:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d3b69c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:55868:x1848995280577280:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340286.714345:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d3b69c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280577280:12345-192.168.203.42@tcp:35:bash.0 Request processed in 414us (2336us total) trans 4294972171 rc 0/0 00000100:00100000:1.0:1763340286.714353:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2904 00000100:00100000:3.0:1763340286.715648:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.715739:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280577536 00000100:00100000:0.0:1763340286.715753:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280577536 00000100:00100000:0.0:1763340286.715886:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8561 00000100:00100000:0.0:1763340286.715897:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56695:x1848995280577536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.715920:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.715951:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c20 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15c9b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.716176:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.716193:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716208:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716221:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.716227:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716233:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716366:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c35 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.716376:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c35 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716384:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c35 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340286.716395:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 5 00010000:00010000:0.0:1763340286.716486:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716495:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716501:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716507:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716514:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.716519:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716526:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716572:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799100) 00010000:00010000:0.0:1763340286.716575:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.716582:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716589:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c27 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716623:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716629:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716634:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.716639:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.716641:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.718024:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.718050:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799500) 00010000:00010000:0.0:1763340286.718053:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.718058:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.718069:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c2e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.718159:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c20 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c9b expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.718178:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c35 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c9b expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.718186:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340286.718188:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340286.718191:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:0.0:1763340286.718639:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56695:x1848995280577536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2741us (2996us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1763340286.718649:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8561 00000100:00100000:2.0:1763340286.726373:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.729049:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280577792 00000100:00100000:0.0:1763340286.729072:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280577792 00000100:00100000:0.0:1763340286.729170:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2905 00000100:00100000:0.0:1763340286.729183:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56695:x1848995280577792:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.729600:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56695:x1848995280577792:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 418us (3240us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1763340286.729610:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2905 00000100:00100000:1.0:1763340286.735468:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.735502:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.735813:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280577920 00000100:00100000:0.0:1763340286.735826:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280577920 00000100:00100000:0.0:1763340286.735903:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280578176 00000100:00100000:0.0:1763340286.735907:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280578176 00000100:00100000:0.0:1763340286.735936:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8562 00000100:00100000:0.0:1763340286.735947:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56695:x1848995280577920:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.735977:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.736008:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c43 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ca2 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736094:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.736112:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736126:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340286.736180:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 5 00000004:00200000:0.0:1763340286.736185:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340286.736207:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736221:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736246:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c43 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736289:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736301:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340286.736304:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340286.736310:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:0.0:1763340286.736383:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56695:x1848995280577920:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 437us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.736392:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8562 00000100:00100000:0.0:1763340286.736416:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8563 00000100:00100000:0.0:1763340286.736423:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56696:x1848995280578176:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340286.736453:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340286.736470:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247bcc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c7f expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736486:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c35 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c9b expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736498:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247b7f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c63 expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736507:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340286.736511:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.736528:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.736577:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736584:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736597:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.736603:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736612:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736711:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.736723:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736732:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.736771:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 193 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.736785:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 193 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.736801:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292164096:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.736873:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.741112:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.741192:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280578304 00000100:00100000:3.0:1763340286.741206:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280578304 00010000:00010000:3.0:1763340286.741256:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 194 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.741313:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2783 00000100:00100000:3.0:1763340286.741325:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:2408:x1848995280578304:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.741344:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.741351:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 194 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.741368:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 194 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.741395:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340286.741400:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.741411:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.741419:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.741441:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.741507:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:2408:x1848995280578304:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 184us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.741514:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2783 00010000:00010000:2.0:1763340286.741781:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247c4a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca2 expref: 193 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.741820:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292164096:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340286.741847:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.741856:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.741862:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340286.742217:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1226, 64 off104168 00000040:00080000:2.0:1763340286.742245:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1204, 64 off102464 00000040:00080000:2.0:1763340286.742255:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1205, 64 off102528 00000040:00080000:2.0:1763340286.742265:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1227, 64 off104232 00010000:00010000:2.0:1763340286.742341:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.742355:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742365:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742373:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742379:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742385:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742411:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340286.742437:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742443:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742449:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742455:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.742460:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742468:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742481:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340286.742485:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340286.742489:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742494:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247c5f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742721:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742729:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742735:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742740:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742746:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.742749:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742754:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742762:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799500) 00010000:00010000:2.0:1763340286.742765:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.742768:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742774:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247c51 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340286.742793:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008351bb08 reply state 00000000e735efc4 transno 4294972174 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742805:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.742811:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340286.742813:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340286.742816:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340286.742896:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56696:x1848995280578176:12345-192.168.203.42@tcp:36:rm.0 Request processed in 6471us (7389us total) trans 4294972174 rc 0/0 00000100:00100000:2.0:1763340286.742905:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8563 00010000:00010000:3.0:1763340286.743335:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340286.743344:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.743351:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340286.743354:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.743362:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.743371:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340286.743374:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340286.743377:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.743382:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c66 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.743396:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.743398:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.743400:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340286.757698:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.757805:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280578560 00000100:00100000:2.0:1763340286.757819:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280578560 00000100:00100000:2.0:1763340286.757900:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8564 00000100:00100000:2.0:1763340286.757912:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56695:x1848995280578560:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.757944:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.757974:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247c6d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ca9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.758075:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.758092:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758105:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758118:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.758127:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758134:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758192:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758200:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758206:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758212:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758218:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.758222:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758229:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758241:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340286.758245:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.758250:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758256:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247c74 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758270:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758277:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758283:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758287:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.758290:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758295:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758302:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340286.758305:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.758307:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758313:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247c7b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.758345:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247c6d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca9 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.758355:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340286.758358:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340286.758361:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247c6d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ca9 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.758378:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad000, rc 0) 00000100:00100000:2.0:1763340286.759515:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56695:x1848995280578560:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1596us (1855us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340286.759527:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8564 00000100:00100000:2.0:1763340286.764856:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.764948:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280578688 00000100:00100000:0.0:1763340286.764962:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280578688 00000100:00100000:0.0:1763340286.765047:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8565 00000100:00100000:0.0:1763340286.765060:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56697:x1848995280578688:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.765088:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.765118:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c82 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cb0 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.765211:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.765228:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765240:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765249:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.765256:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765261:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765310:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765317:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765324:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765330:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765337:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.765341:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765349:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765365:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799100) 00010000:00010000:0.0:1763340286.765368:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.765374:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765382:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247c89 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765414:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765420:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765425:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765431:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.765434:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765440:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765447:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:0.0:1763340286.765449:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.765452:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765458:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247c90 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.765488:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c82 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cb0 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.765498:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799100) 00010000:00010000:0.0:1763340286.765501:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.765505:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247c82 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cb0 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.765520:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:0.0:1763340286.765667:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56697:x1848995280578688:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 599us (812us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340286.765676:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8565 00000100:00100000:1.0:1763340286.768778:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.768892:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280578816 00000100:00100000:3.0:1763340286.768905:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280578816 00000100:00100000:3.0:1763340286.768982:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8566 00000100:00100000:3.0:1763340286.768995:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56697:x1848995280578816:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.769023:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.769055:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247c97 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cb7 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.769144:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.769161:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769176:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769188:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.769196:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769203:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769259:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769272:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769278:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769285:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769291:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.769295:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769304:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769318:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340286.769322:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.769327:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769334:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247c9e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769350:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769356:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769361:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769367:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.769370:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769376:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769384:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:3.0:1763340286.769386:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.769389:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769394:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247ca5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.769426:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247c97 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cb7 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.769438:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340286.769440:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.769443:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247c97 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cb7 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.769461:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:3.0:1763340286.769592:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56697:x1848995280578816:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 600us (829us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340286.769600:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8566 00000100:00100000:1.0:1763340286.779293:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.779386:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280578944 00000100:00100000:0.0:1763340286.779399:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280578944 00000100:00100000:0.0:1763340286.779471:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8567 00000100:00100000:0.0:1763340286.779482:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56697:x1848995280578944:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.779508:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.779589:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247cac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cbe expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.779677:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247cb3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.779693:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247cb3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.779707:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247cb3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340286.779764:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340286.779770:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340286.779806:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247cac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cbe expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.779840:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247cb3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cbe expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.779850:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.779853:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340286.779856:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:0.0:1763340286.779914:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56697:x1848995280578944:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 435us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.779921:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8567 00000100:00100000:2.0:1763340286.782782:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.782936:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280579200 00000100:00100000:3.0:1763340286.782951:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280579200 00000100:00100000:3.0:1763340286.783027:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8568 00000100:00100000:3.0:1763340286.783039:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56698:x1848995280579200:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.783069:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.783098:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247cba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cc5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.783194:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.783211:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783223:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783291:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340286.783300:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783307:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783359:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783366:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783372:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783383:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783389:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.783395:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783403:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783421:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.783424:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.783431:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783444:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247cc1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783461:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783473:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783478:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783483:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.783487:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783497:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783505:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:3.0:1763340286.783508:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.783511:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783522:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247cc8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.783587:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247cba lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cc5 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.783598:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.783601:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340286.783605:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247cba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cc5 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.783621:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0a00, rc 0) 00000100:00100000:3.0:1763340286.783706:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56698:x1848995280579200:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 669us (940us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340286.783715:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8568 00000100:00100000:1.0:1763340286.796832:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.796953:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280579456 00000100:00100000:0.0:1763340286.796966:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280579456 00000100:00100000:0.0:1763340286.797058:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8569 00000100:00100000:0.0:1763340286.797068:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56697:x1848995280579456:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.797098:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.797105:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340286.797144:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247cb3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cbe expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.797197:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.797211:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.797237:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247ccf lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ccc expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.797385:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.797410:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.797420:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.797430:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340286.797441:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340286.797446:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.798960:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.798980:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.801858:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340286.801887:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 0 00010000:00010000:2.0:1763340286.801951:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.801959:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.801965:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.801972:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.801977:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.801982:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.801989:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.802004:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799100) 00010000:00010000:2.0:1763340286.802008:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.802013:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.802019:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247cd6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340286.802057:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000628d1fe3 reply state 00000000995cea83 transno 4294972175 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.802069:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.802074:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340286.802076:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340286.802080:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340286.802135:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247ccf lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.802158:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.802165:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340286.802167:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340286.802170:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7adc00, rc 0) 00000100:00100000:2.0:1763340286.802265:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56697:x1848995280579456:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5197us (5446us total) trans 4294972175 rc 0/0 00000100:00100000:2.0:1763340286.802274:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8569 00000100:00100000:1.0:1763340286.805275:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.805587:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280579712 00000100:00100000:2.0:1763340286.805601:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280579712 00000100:00100000:2.0:1763340286.805684:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8570 00000100:00100000:2.0:1763340286.805695:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56697:x1848995280579712:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.805728:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.805755:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247cf2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cd3 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.806053:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.806072:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.806082:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.806123:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.806139:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 198 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.806156:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292164224:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.806380:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.813023:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.813132:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280579840 00000100:00100000:1.0:1763340286.813146:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280579840 00010000:00010000:1.0:1763340286.813198:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 199 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.813249:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2784 00000100:00100000:1.0:1763340286.813260:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:2410:x1848995280579840:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.813279:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.813287:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 199 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.813302:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 199 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.813330:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:1.0:1763340286.813336:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.813347:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.813355:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.813384:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340286.813469:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:2410:x1848995280579840:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 211us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.813477:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2784 00010000:00010000:2.0:1763340286.817828:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb18247ce4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ccc expref: 198 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.817858:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292164224:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340286.817888:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.817897:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.817903:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340286.817922:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00200000:2.0:1763340286.817935:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 0 00000100:00100000:0.0:1763340286.818052:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280580096 00000100:00100000:0.0:1763340286.818063:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280580096 00000004:00080000:2.0:1763340286.818171:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f9:0x0], index 0: 0 00000004:00080000:2.0:1763340286.818179:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f9:0x0], index 1: 0 00000004:00080000:2.0:1763340286.818184:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1fa:0x0], index 1: 0 00000004:00080000:2.0:1763340286.818187:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1fa:0x0], index 0: 0 00010000:00010000:2.0:1763340286.818321:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818330:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818337:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818343:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.818347:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818356:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818373:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340286.818376:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340286.818382:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818388:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb18247cf9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818447:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247cf2 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cd3 expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.818459:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340286.818461:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340286.818465:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb18247cf2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cd3 expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.818482:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ada00, rc 0) 00000100:00100000:2.0:1763340286.818592:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56697:x1848995280579712:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 12898us (13330us total) trans 4294972176 rc 301/301 00000100:00100000:2.0:1763340286.818600:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8570 00000100:00100000:2.0:1763340286.818630:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8571 00000100:00100000:2.0:1763340286.818640:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56699:x1848995280580096:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.818671:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.818691:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247d07 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cda expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.818766:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.818779:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818789:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818800:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.818809:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818816:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818903:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247d1c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.818911:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247d1c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818918:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247d1c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818968:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818976:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818981:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818987:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.818992:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.818995:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819007:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819018:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:2.0:1763340286.819021:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.819024:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819030:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb18247d0e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819039:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819049:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819055:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819059:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.819062:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819067:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819074:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340286.819076:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.819079:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819084:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d15 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.819108:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb18247d07 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cda expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.819123:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247d1c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cda expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.819130:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340286.819133:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340286.819135:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340286.819161:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56699:x1848995280580096:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 523us (1239us total) trans 4294972177 rc 0/0 00000100:00100000:2.0:1763340286.819168:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8571 00000100:00100000:0.0:1763340286.822331:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.823187:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280580352 00000100:00100000:1.0:1763340286.823202:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280580352 00000100:00100000:1.0:1763340286.823285:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2906 00000100:00100000:1.0:1763340286.823298:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56697:x1848995280580352:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340286.824041:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56697:x1848995280580352:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 742us (1719us total) trans 4294972178 rc 0/0 00000100:00100000:1.0:1763340286.824050:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2906 00000100:00100000:1.0:1763340286.828874:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.830090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.830116:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280580608 00000100:00100000:2.0:1763340286.830129:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280580608 00000100:00100000:2.0:1763340286.830415:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280580864 00000100:00100000:2.0:1763340286.830419:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280580864 00000100:00100000:0.0:1763340286.830752:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2907 00000100:00100000:0.0:1763340286.830765:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56697:x1848995280580608:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.831073:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56697:x1848995280580608:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 310us (2211us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1763340286.831082:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2907 00000100:00100000:1.0:1763340286.831325:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2908 00000100:00100000:1.0:1763340286.831335:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56699:x1848995280580864:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340286.831446:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56699:x1848995280580864:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 112us (1359us total) trans 4294972180 rc 0/0 00000100:00100000:1.0:1763340286.831453:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2908 00000100:00100000:1.0:1763340286.835886:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.836576:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280581120 00000100:00100000:0.0:1763340286.836598:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280581120 00000100:00100000:0.0:1763340286.836680:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8572 00000100:00100000:0.0:1763340286.836690:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280581120:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.836721:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.836725:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340286.836758:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247d1c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cda expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.836778:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:0.0:1763340286.836794:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.836814:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247d2a lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ce1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.836948:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247d31 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.836963:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247d31 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.836972:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247d31 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340286.836984:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 0 00010000:00010000:0.0:1763340286.837109:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247d2a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ce1 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.837137:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247d31 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ce1 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.837144:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.837147:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763340286.837149:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:0.0:1763340286.837230:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280581120:12345-192.168.203.42@tcp:101:bash.0 Request processed in 542us (1360us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1763340286.837238:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8572 00000100:00100000:3.0:1763340286.838175:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.838275:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280581376 00000100:00100000:2.0:1763340286.838285:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280581376 00000100:00100000:2.0:1763340286.838338:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8573 00000100:00100000:2.0:1763340286.838348:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56699:x1848995280581376:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.838366:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.838386:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d3f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ce8 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.838457:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.838470:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838481:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838491:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.838499:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838506:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838797:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340286.838811:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838819:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838826:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838833:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.838838:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838846:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838856:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340286.838863:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838869:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247d54 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340286.838884:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 0 00010000:00010000:2.0:1763340286.838961:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838967:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838972:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838978:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838983:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.838985:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838991:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.838999:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:2.0:1763340286.839002:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.839004:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839010:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247d46 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839019:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839060:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839070:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839075:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.839077:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839082:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839089:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340286.839092:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.839094:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839100:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247d4d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.839137:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d3f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ce8 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.839147:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:2.0:1763340286.839152:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340286.839155:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247d3f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ce8 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.839173:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:3.0:1763340286.839616:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56699:x1848995280581376:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1266us (1441us total) trans 4294972182 rc 301/301 00000100:00100000:3.0:1763340286.839626:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8573 00000100:00100000:1.0:1763340286.841328:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.841431:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280581504 00000100:00100000:3.0:1763340286.841454:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280581504 00000100:00100000:3.0:1763340286.841818:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8574 00000100:00100000:3.0:1763340286.841833:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280581504:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340286.841869:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.841911:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247d62 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cef expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.841969:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247d69 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340286.841991:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247d69 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.842007:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247d69 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340286.842376:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.842388:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247d62 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cef expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.842410:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247d69 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cef expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.842420:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.842425:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340286.842429:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b59200, rc 0) 00000100:00100000:0.0:1763340286.842515:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280581632 00000100:00100000:3.0:1763340286.842516:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280581504:12345-192.168.203.42@tcp:101:bash.0 Request processed in 686us (1198us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.842522:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280581632 00000100:00100000:3.0:1763340286.842524:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8574 00000100:00100000:0.0:1763340286.842589:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5716 00000100:00100000:0.0:1763340286.842597:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280581632:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.842610:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.842625:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cf6 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340286.842648:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340286.842676:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.842680:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.842690:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 27 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340286.842705:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 27 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340286.842716:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:0.0:1763340286.842753:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280581632:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 158us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.842759:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5716 00000100:00100000:1.0:1763340286.844527:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.844641:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280581888 00000100:00100000:3.0:1763340286.844661:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280581888 00000100:00100000:3.0:1763340286.844723:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8575 00000100:00100000:3.0:1763340286.844734:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280581888:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340286.844806:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.844838:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18247d31 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ce1 expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.845662:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.845670:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340286.846172:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.846419:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340286.846439:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.846453:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:3.0:1763340286.846516:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972183 00000004:00010000:3.0:1763340286.846575:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1be64f9 reply state 00000000f0999cf9 transno 4294972184 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.846589:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.846597:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.846601:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340286.846604:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340286.846744:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280581888:12345-192.168.203.42@tcp:36:bash.0 Request processed in 2009us (2225us total) trans 4294972184 rc 0/0 00000100:00100000:3.0:1763340286.846755:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8575 00000020:00080000:3.0:1763340286.846763:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340286.846796:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280582016 00000100:00100000:3.0:1763340286.846805:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280582016 00000100:00100000:3.0:1763340286.846848:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8576 00000100:00100000:3.0:1763340286.846858:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56699:x1848995280582016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.846875:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.846888:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15cfd expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.846927:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.846939:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.846955:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.846958:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340286.846961:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0200, rc 0) 00000100:00100000:3.0:1763340286.846982:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56699:x1848995280582016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 127us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.846988:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8576 00000100:00100000:1.0:1763340286.851345:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.851731:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.851784:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280582528 00000100:00100000:2.0:1763340286.851802:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280582528 00000100:00100000:2.0:1763340286.851879:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2909 00000100:00100000:2.0:1763340286.851891:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56699:x1848995280582528:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340286.851978:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280582272 00000100:00100000:0.0:1763340286.851984:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280582272 00000100:00100000:0.0:1763340286.852045:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8577 00000100:00100000:0.0:1763340286.852052:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280582272:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340286.852063:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.852089:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247d85 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d04 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.852142:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.852160:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.852168:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340286.852182:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56699:x1848995280582528:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 292us (450us total) trans 4294972185 rc 0/0 00000100:00100000:2.0:1763340286.852189:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2909 00010000:00010000:0.0:1763340286.852212:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.852226:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 210 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.852240:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292164352:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.852306:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3480 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.857367:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.857426:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280582912 00000100:00100000:3.0:1763340286.857440:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280582912 00000100:00100000:3.0:1763340286.857511:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8578 00000100:00100000:3.0:1763340286.857523:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56699:x1848995280582912:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.857580:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340286.857614:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247d93 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d0b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.858252:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.858271:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858286:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858299:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.858307:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858315:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858464:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340286.858475:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858483:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340286.858496:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 0 00010000:00010000:3.0:1763340286.858622:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858631:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858638:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858645:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.858650:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858670:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858685:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.858688:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763340286.858693:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858701:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247da8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858721:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858727:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858733:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858737:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858742:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.858745:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858751:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858757:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340286.858760:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.858763:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858769:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18247d9a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858778:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858784:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858790:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858794:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340286.858797:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858803:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858810:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:3.0:1763340286.858812:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340286.858815:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858821:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18247da1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.858869:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247d93 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d0b expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.858882:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340286.858884:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340286.858888:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18247d93 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d0b expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.858909:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:2.0:1763340286.859110:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.859120:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56699:x1848995280582912:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1599us (1767us total) trans 4294972186 rc 301/301 00000100:00100000:3.0:1763340286.859133:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8578 00000100:00100000:3.0:1763340286.859174:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280582656 00000100:00100000:3.0:1763340286.859181:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280582656 00010000:00010000:3.0:1763340286.859206:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 212 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.859243:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2785 00000100:00100000:3.0:1763340286.859251:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:2407:x1848995280582656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.859265:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.859270:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 212 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.859281:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 212 pid: 10032 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.859293:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.859297:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.859305:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.859311:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.859827:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18247d7e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cfd expref: 212 pid: 10032 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.859842:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292164352:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.859869:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.860169:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.860186:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.860193:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340286.860219:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:2407:x1848995280582656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 968us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.860228:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2785 00000040:00080000:0.0:1763340286.860487:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1206, 88 off102616 00000004:00080000:0.0:1763340286.860499:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027667965855ns, next at 1027804757236ns, rc = 0 00000040:00080000:0.0:1763340286.860583:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1228, 88 off104320 00000004:00080000:0.0:1763340286.860588:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027668055883ns, next at 1027804728592ns, rc = 0 00000040:00080000:0.0:1763340286.860646:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1229, 88 off104408 00000004:00080000:0.0:1763340286.860660:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027668126976ns, next at 1027804728592ns, rc = 0 00000040:00080000:0.0:1763340286.860683:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1207, 88 off102704 00000004:00080000:0.0:1763340286.860687:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027668154663ns, next at 1027804757236ns, rc = 0 00000001:00080000:0.0:1763340286.863043:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972187 is committed 00000004:00080000:0.0:1763340286.863060:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 788 committed 00000004:00080000:0.0:1763340286.863072:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 809 committed 00000004:00080000:0.0:1763340286.863089:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 808 committed 00000004:00080000:0.0:1763340286.863092:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 787 committed 00010000:00010000:0.0:1763340286.863227:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d04 expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.863244:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.863247:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340286.863270:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247d85 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d04 expref: 193 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340286.863310:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d04 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.863348:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.863351:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340286.863353:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:0.0:1763340286.863452:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280582272:12345-192.168.203.42@tcp:101:bash.0 Request processed in 11397us (12119us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1763340286.863463:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8577 00000100:00100000:0.0:1763340286.863512:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292164608:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340286.863513:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292164864:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.863713:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292164480:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340286.864329:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864342:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864349:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864355:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.864361:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864370:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864383:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340286.864386:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.864390:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864396:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18247c58 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864427:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864439:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864445:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864450:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.864452:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864457:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864464:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340286.864466:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.864468:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864474:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247cdd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864491:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864497:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864502:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864506:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.864508:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864513:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864520:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340286.864523:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.864525:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340286.864556:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18247d77 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340286.864749:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340286.864756:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292164736:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.864794:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.864812:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292165376:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.864815:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292165248:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.864835:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.864860:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292164864 00000100:00100000:0.0:1763340286.864866:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340286.864869:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292164864 00000100:00100000:0.0:1763340286.864871:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292165120:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340286.864893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.864916:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292164736 00000100:00100000:0.0:1763340286.864919:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292165248 00000100:00100000:3.0:1763340286.864920:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292164736 00000100:00100000:0.0:1763340286.864921:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292165248 00000100:00100000:3.0:1763340286.864936:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292165120 00000100:00100000:3.0:1763340286.864938:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292165120 00000100:00100000:0.0:1763340286.864948:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5717 00000100:00100000:2.0:1763340286.865019:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.865042:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292164992:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.865063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.865092:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292164480 00000100:00100000:2.0:1763340286.865095:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292164480 00000100:00100000:0.0:1763340286.865131:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+48:3650:x1848995292164864:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340286.865171:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292164992 00000100:00100000:1.0:1763340286.865175:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292164992 00000100:00100000:3.0:1763340286.865246:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5718 00000100:00100000:3.0:1763340286.865254:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3649:x1848995292164736:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.865343:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5719 00000100:00100000:1.0:1763340286.865348:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720 00000100:00100000:2.0:1763340286.865351:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3649:x1848995292165248:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.865355:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+19:3649:x1848995292165120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340286.865368:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:504 count 1 00010000:00010000:1.0:1763340286.865393:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.865415:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 17 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.865424:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.865426:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.865431:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.865466:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 17 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.865481:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 17 pid: 35203 timeout: 1127 lvb_type: 1 00000100:00100000:1.0:1763340286.865500:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292165504:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340286.865502:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3649:x1848995292165248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 152us (666us total) trans 17179871248 rc 0/0 00000100:00100000:2.0:1763340286.865510:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5719 00000100:00100000:2.0:1763340286.865527:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5721 00000100:00100000:2.0:1763340286.865565:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+48:3651:x1848995292164480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340286.865576:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:503 count 1 00000100:00100000:1.0:1763340286.865586:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d300 going to sleep for 11 seconds 00010000:00010000:2.0:1763340286.865589:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.865600:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 26 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.865604:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5722 00000100:00100000:1.0:1763340286.865611:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3651:x1848995292164992:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340286.865613:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340286.865615:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340286.865617:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763340286.865622:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:503 count 1 00010000:00010000:1.0:1763340286.865634:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.865637:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 26 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.865646:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.865647:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 26 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.865668:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.865670:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1763340286.865673:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292165632:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340286.865673:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.865693:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340286.865696:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763340286.865702:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 17 pid: 8399 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.865711:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292165760:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.865736:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d3c0 going to sleep for 11 seconds 00000004:00080000:2.0:1763340286.865745:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffea00/2, rc 0, transno 17179871248 00000100:00100000:2.0:1763340286.865752:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292165248:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340286.865793:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.865818:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280583168 00000100:00100000:1.0:1763340286.865822:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280583168 00000100:00100000:1.0:1763340286.865856:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2910 00000100:00100000:1.0:1763340286.865862:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56699:x1848995280583168:12345-192.168.203.42@tcp:35:lfs.0 00002000:00010000:3.0:1763340286.865917:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340286.865920:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.865923:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.865925:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340286.865927:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340286.865961:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3649:x1848995292164736:12345-0@lo:2:osp-syn-0-1.0 Request processed in 707us (1167us total) trans 21474838531 rc 0/0 00000100:00100000:3.0:1763340286.865968:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5718 00000100:00100000:3.0:1763340286.865993:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340286.866025:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292164608 00000100:00100000:3.0:1763340286.866029:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292164608 00000100:00100000:1.0:1763340286.866034:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56699:x1848995280583168:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 173us (241us total) trans 4294972188 rc 0/0 00000100:00100000:1.0:1763340286.866041:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2910 00000100:00100000:3.0:1763340286.866050:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723 00000100:00100000:3.0:1763340286.866055:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+49:3648:x1848995292164608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340286.866067:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:504 count 1 00010000:00010000:3.0:1763340286.866080:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.866092:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 26 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.866098:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.866100:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.866102:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.866122:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 26 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340286.866130:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 26 pid: 28498 timeout: 1127 lvb_type: 1 00000100:00100000:3.0:1763340286.866140:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292165888:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.866165:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126f00 going to sleep for 11 seconds 00000004:00080000:2.0:1763340286.866235:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0380/2, rc 0, transno 21474838531 00000100:00100000:2.0:1763340286.866242:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292164736:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340286.867621:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+50:3650:x1848995292164864:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2651us (2860us total) trans 21474838532 rc 0/0 00000100:00100000:0.0:1763340286.867636:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5717 00000100:00100000:0.0:1763340286.867706:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340286.867764:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292165376 00000100:00100000:2.0:1763340286.867772:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292165376 00000004:00080000:0.0:1763340286.867775:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0e00/2, rc 0, transno 21474838532 00000100:00100000:0.0:1763340286.867784:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292164864:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340286.867833:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5724 00000100:00100000:2.0:1763340286.867843:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3650:x1848995292165376:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.868001:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3650:x1848995292165376:12345-0@lo:2:osp-syn-1-1.0 Request processed in 160us (295us total) trans 17179871249 rc 0/0 00000100:00100000:2.0:1763340286.868009:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5724 00000004:00080000:0.0:1763340286.869519:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffca80/2, rc 0, transno 17179871249 00000100:00100000:0.0:1763340286.869557:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292165376:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340286.872449:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292165504:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.872461:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.872483:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340286.872491:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.872514:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280583424 00000100:00100000:1.0:1763340286.872521:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280583424 00000100:00100000:0.0:1763340286.872584:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292165760:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340286.872592:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 27 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.872609:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.872626:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280583296 00000100:00100000:1.0:1763340286.872630:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280583296 00010000:00010000:1.0:1763340286.872643:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 18 pid: 35203 timeout: 1127 lvb_type: 1 00000100:00100000:1.0:1763340286.872683:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2786 00000100:00100000:1.0:1763340286.872695:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d8beb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2410:x1848995280583424:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.872716:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.872722:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 27 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.872734:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 27 pid: 16598 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.872771:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.872774:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.872780:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.872791:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340286.872799:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2787 00000100:00100000:0.0:1763340286.872809:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280583296:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.872812:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340286.872818:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.872823:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 18 pid: 35203 timeout: 1127 lvb_type: 1 00010000:00010000:0.0:1763340286.872833:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 18 pid: 35203 timeout: 1127 lvb_type: 1 00010000:00010000:0.0:1763340286.872848:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247b6a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c55 expref: 18 pid: 35203 timeout: 1127 lvb_type: 1 00010000:00010000:0.0:1763340286.872861:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.872863:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340286.872866:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.872872:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d8beb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2410:x1848995280583424:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 180us (411us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340286.872874:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.872880:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2786 00010000:00010000:0.0:1763340286.872888:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.872906:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280583296:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 100us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.872912:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2787 00000100:00100000:1.0:1763340286.872948:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.873074:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280583552 00000100:00100000:2.0:1763340286.873080:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280583552 00010000:00010000:2.0:1763340286.873100:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 17 pid: 8399 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340286.873128:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2788 00000100:00100000:2.0:1763340286.873140:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280583552:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340286.873153:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340286.873157:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 17 pid: 8399 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.873166:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 17 pid: 8399 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.873180:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247c12 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c8d expref: 17 pid: 8399 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340286.873190:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.873192:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340286.873195:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.873203:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.873227:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340286.873252:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280583552:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 118us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.873480:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292165888:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.873501:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.873566:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0800/0xbdebf3fb18247c19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c94 expref: 26 pid: 16598 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.873583:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292165632:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340286.873594:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.873602:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.873608:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.873619:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.873628:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.873647:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340286.876237:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340286.876255:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.876269:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bee00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340286.876274:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.876285:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.876307:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.876319:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247dbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.876347:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.876348:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340286.876350:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340286.876513:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2788 00010000:00010000:2.0:1763340286.876594:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.876605:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.876614:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.876623:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.876647:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340286.877173:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+50:3651:x1848995292164480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11634us (12148us total) trans 21474838533 rc 0/0 00000100:00100000:3.0:1763340286.877185:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5721 00010000:00010000:3.0:1763340286.877240:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877249:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877264:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877272:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877288:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340286.877418:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+22:3649:x1848995292165120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12062us (12522us total) trans 17179871251 rc 0/0 00000100:00100000:3.0:1763340286.877426:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720 00010000:00010000:3.0:1763340286.877446:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340286.877453:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877461:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45d400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340286.877465:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877474:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877490:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877497:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247dc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877521:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340286.877525:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877559:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340286.877562:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877570:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877579:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.877585:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340286.877586:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247db6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877601:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.877603:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.877604:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340286.877621:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280583680 00000100:00100000:1.0:1763340286.877631:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280583680 00000100:00100000:3.0:1763340286.877641:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.877684:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.877684:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5725 00000100:00100000:1.0:1763340286.877694:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:55868:x1848995280583680:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.877716:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.877736:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d12 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763340286.877753:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffc000/2, rc 0, transno 17179871251 00000100:00100000:3.0:1763340286.877761:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292165120:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340286.877768:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 27 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.877776:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.877778:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.877783:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 27 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.877796:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340286.877816:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280583808 00000100:00100000:3.0:1763340286.877820:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280583808 00010000:00010000:1.0:1763340286.877823:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 27 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340286.877836:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 27 pid: 16598 timeout: 1127 lvb_type: 1 00000100:00100000:3.0:1763340286.877849:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2911 00000100:00100000:1.0:1763340286.877852:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292166016:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340286.877855:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56699:x1848995280583808:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340286.877933:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d240 going to sleep for 11 seconds 00000100:00100000:3.0:1763340286.877996:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56699:x1848995280583808:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 140us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.878004:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2911 00000100:00100000:3.0:1763340286.878028:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280583936 00000100:00100000:3.0:1763340286.878031:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280583936 00010000:00010000:3.0:1763340286.878047:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 28 pid: 28498 timeout: 1127 lvb_type: 1 00000100:00100000:3.0:1763340286.878076:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2789 00000100:00100000:3.0:1763340286.878082:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2409:x1848995280583936:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.878094:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.878099:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 28 pid: 28498 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.878109:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 28 pid: 28498 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.878127:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247b55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15c4e expref: 28 pid: 28498 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.878137:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.878139:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.878144:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.878159:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.878191:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340286.878214:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2409:x1848995280583936:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 132us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.878221:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2789 00010000:00010000:1.0:1763340286.879052:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.879065:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.879075:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.879082:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.879106:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340286.879386:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+50:3648:x1848995292164608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13327us (13389us total) trans 21474838534 rc 0/0 00000100:00100000:1.0:1763340286.879396:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723 00000100:00100000:2.0:1763340286.879741:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3651:x1848995292164992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14127us (14674us total) trans 17179871250 rc 0/0 00000100:00100000:2.0:1763340286.879749:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5722 00000004:00080000:0.0:1763340286.880589:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3b80/2, rc 0, transno 21474838533 00000100:00100000:0.0:1763340286.880600:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292164480:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763340286.880633:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7fffb80/2, rc 0, transno 17179871250 00000100:00100000:0.0:1763340286.880639:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292164992:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763340286.881279:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3800/2, rc 0, transno 21474838534 00000100:00100000:1.0:1763340286.881286:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292164608:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340286.882283:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340286.882297:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.882311:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340286.882316:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.882327:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.882351:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.882360:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb18247dcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.882388:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.882390:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340286.882393:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340286.886832:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.886960:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280584064 00000100:00100000:3.0:1763340286.886972:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280584064 00010000:00010000:3.0:1763340286.887028:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 27 pid: 16598 timeout: 1127 lvb_type: 1 00000100:00100000:1.0:1763340286.887103:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292166016:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340286.887139:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 27 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.887168:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c400, rc 0) 00000100:00100000:1.0:1763340286.887245:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:55868:x1848995280583680:12345-192.168.203.42@tcp:101:bash.0 Request processed in 9551us (10808us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.887255:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5725 00000100:00100000:3.0:1763340286.891610:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2790 00000100:00100000:3.0:1763340286.891639:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280584064:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340286.891678:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340286.891691:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 26 pid: 16598 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.891711:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 26 pid: 16598 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.891751:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18247d70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cf6 expref: 26 pid: 16598 timeout: 1127 lvb_type: 1 00010000:00010000:3.0:1763340286.891777:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.891780:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340286.891789:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 25 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.891801:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 25 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.891854:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 25 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340286.891876:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292166144:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340286.891987:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126240 going to sleep for 11 seconds 00000100:00100000:1.0:1763340286.903763:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.903847:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.903968:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292166144:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340286.904000:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340286.904074:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280584064:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 12447us (17252us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.904091:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2790 00000100:00100000:1.0:1763340286.910072:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280584448 00000100:00100000:1.0:1763340286.910096:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280584448 00000100:00100000:1.0:1763340286.910209:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5726 00000100:00100000:1.0:1763340286.910221:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280584448:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340286.910246:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.910280:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d20 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340286.910312:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340286.910342:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.910345:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340286.910356:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.910376:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.910392:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45da00, rc 0) 00000100:00100000:1.0:1763340286.910482:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280584448:12345-192.168.203.42@tcp:101:bash.0 Request processed in 263us (6634us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.910495:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5726 00000100:00100000:0.0:1763340286.910606:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280584320 00000100:00100000:0.0:1763340286.910613:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280584320 00000100:00100000:0.0:1763340286.910669:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8579 00000100:00100000:0.0:1763340286.910679:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56700:x1848995280584320:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.910693:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.910713:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247de0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d19 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.910833:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.910848:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.910860:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.910874:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.910881:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.910888:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911041:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.911052:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911058:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340286.911070:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 2 00010000:00010000:0.0:1763340286.911174:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911183:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911189:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911196:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911202:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.911207:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911215:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911228:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bd00) 00010000:00010000:0.0:1763340286.911232:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.911237:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911243:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18247de7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911280:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911285:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911291:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911296:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340286.911298:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911304:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911323:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860ba00) 00010000:00010000:0.0:1763340286.911326:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340286.911329:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911335:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247dee lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.911384:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247de0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.911401:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.911409:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.911412:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340286.911415:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340286.911475:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56700:x1848995280584320:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 797us (7727us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1763340286.911483:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8579 00000100:00100000:1.0:1763340286.915224:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.915279:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.915322:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340286.915515:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280584960 00000100:00100000:3.0:1763340286.915553:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280584960 00000100:00100000:3.0:1763340286.915636:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2912 00000100:00100000:3.0:1763340286.915649:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56700:x1848995280584960:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340286.915968:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56700:x1848995280584960:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 320us (642us total) trans 4294972190 rc 0/0 00000100:00100000:3.0:1763340286.915976:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2912 00000100:00100000:2.0:1763340286.916103:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280584576 00000100:00100000:2.0:1763340286.916109:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280584576 00002000:00010000:2.0:1763340286.916155:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/505 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.916161:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7930000 with x1848995280584576 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.916176:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c7930000. 00000100:00100000:2.0:1763340286.916196:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280584704 00000100:00100000:2.0:1763340286.916200:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280584704 00002000:00010000:2.0:1763340286.916212:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/505 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.916216:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7933480 with x1848995280584704 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.916221:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c7933480. 00000100:00100000:2.0:1763340286.916238:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1467 00000100:00100000:2.0:1763340286.916246:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280584576:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340286.916431:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340286.916435:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.916438:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.916440:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.916442:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340286.916473:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280584576:12345-192.168.203.42@tcp:10:bash.0 Request processed in 227us (1263us total) trans 21474838535 rc 0/0 00000100:00100000:2.0:1763340286.916480:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1467 00002000:00010000:2.0:1763340286.916484:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/505 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.916487:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7930000 with x1848995280584576 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.916491:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c7930000. 00000100:00100000:2.0:1763340286.916506:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1468 00000100:00100000:2.0:1763340286.916514:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280584704:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340286.916635:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340286.916639:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.916641:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340286.916643:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340286.916645:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340286.916682:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280584704:12345-192.168.203.42@tcp:10:bash.0 Request processed in 169us (1402us total) trans 17179871252 rc 0/0 00000100:00100000:2.0:1763340286.916689:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1468 00002000:00010000:2.0:1763340286.916692:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/505 (0->18446744073709551615) 00002000:00100000:2.0:1763340286.916695:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7933480 with x1848995280584704 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340286.916699:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c7933480. 00000100:00100000:3.0:1763340286.924763:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.925782:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280585216 00000100:00100000:1.0:1763340286.925796:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280585216 00000100:00100000:1.0:1763340286.925873:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2913 00000100:00100000:1.0:1763340286.925885:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:55868:x1848995280585216:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340286.926298:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280585216:12345-192.168.203.42@tcp:35:bash.0 Request processed in 414us (1549us total) trans 4294972191 rc 0/0 00000100:00100000:1.0:1763340286.926308:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2913 00000100:00100000:2.0:1763340286.929439:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.929598:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280585472 00000100:00100000:0.0:1763340286.929613:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280585472 00000100:00100000:0.0:1763340286.929699:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8580 00000100:00100000:0.0:1763340286.929711:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56700:x1848995280585472:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340286.929742:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.929769:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247e03 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d27 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.929925:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340286.929944:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.929954:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.929998:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.930013:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 195 pid: 6515 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.930030:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292166272:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340286.930270:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3300 going to sleep for 11 seconds 00000100:00100000:2.0:1763340286.940677:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.940820:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292166272:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340286.940860:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340286.941630:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280585600 00000100:00100000:3.0:1763340286.941643:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280585600 00010000:00010000:3.0:1763340286.941709:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 196 pid: 6515 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.941762:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2791 00000100:00100000:3.0:1763340286.941774:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2410:x1848995280585600:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763340286.942208:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340286.942809:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.942822:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 196 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.942837:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 196 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.942864:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18247df5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d19 expref: 196 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.942901:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.942907:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.942919:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.942928:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340286.942971:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340286.943039:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:2410:x1848995280585600:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1265us (2384us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340286.943049:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2791 00000100:00100000:1.0:1763340286.944055:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280585728 00000100:00100000:1.0:1763340286.944070:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280585728 00000100:00100000:1.0:1763340286.945298:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8581 00000100:00100000:1.0:1763340286.945318:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56701:x1848995280585728:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:1.0:1763340286.945355:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.945389:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247e11 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d2e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.945478:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.945494:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.945507:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.945526:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.945550:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.945557:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.945664:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340286.945675:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.945682:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340286.945701:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.945713:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.946102:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340286.946110:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT1 00000004:00200000:3.0:1763340286.946142:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 5 00010000:00010000:3.0:1763340286.946293:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18247e03 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d27 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.946336:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d27 expref: 197 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.946345:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d27 expref: 197 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:3.0:1763340286.946352:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6c00, rc 0) 00000100:00100000:3.0:1763340286.946427:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56700:x1848995280585472:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 16718us (17006us total) trans 4294972192 rc 0/0 00000100:00100000:3.0:1763340286.946436:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8580 00000100:00100000:2.0:1763340286.952933:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.953018:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.953670:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280585984 00000100:00100000:0.0:1763340286.953686:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280585984 00010000:00010000:0.0:1763340286.953749:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d27 expref: 197 pid: 6515 timeout: 1127 lvb_type: 0 00000100:00100000:0.0:1763340286.953799:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2792 00000100:00100000:0.0:1763340286.953810:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2409:x1848995280585984:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340286.953831:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340286.953839:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d27 expref: 197 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:0.0:1763340286.953855:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d27 expref: 197 pid: 6515 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.953965:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280585856 00000100:00100000:3.0:1763340286.953972:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280585856 00000100:00100000:3.0:1763340286.954022:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8582 00010000:00010000:0.0:1763340286.954031:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247e0a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d27 expref: 198 pid: 6515 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340286.954036:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56700:x1848995280585856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340286.954069:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340286.954079:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340286.954088:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340286.954098:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247e34 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d35 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340286.954101:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.954120:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340286.954163:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340286.954234:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247e3b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00000100:00100000:0.0:1763340286.954243:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2409:x1848995280585984:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 432us (1222us total) trans 0 rc 0/0 00010000:00010000:3.0:1763340286.954251:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247e3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340286.954257:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2792 00010000:00010000:3.0:1763340286.954270:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247e3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340286.954278:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.954287:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340286.954308:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 5 00000004:00200000:2.0:1763340286.954314:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 5 00000004:00200000:3.0:1763340286.954316:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:2.0:1763340286.954319:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340286.954344:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340286.954345:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247e3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340286.954382:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247e34 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d35 expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.954399:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247e3b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d35 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340286.954407:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340286.954411:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340286.954414:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:3.0:1763340286.954449:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56700:x1848995280585856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 419us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340286.954456:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8582 00010000:00010000:2.0:1763340286.955362:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955389:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955397:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955404:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955411:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955417:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.955421:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955428:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955440:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056800) 00010000:00010000:2.0:1763340286.955443:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.955448:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955454:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247e18 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955468:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955474:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955480:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955485:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340286.955488:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955494:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955502:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056000) 00010000:00010000:2.0:1763340286.955505:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340286.955508:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955514:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247e1f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.955572:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247e11 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d2e expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.955589:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d2e expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.955596:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340286.955598:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340286.955601:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c200, rc 0) 00000100:00100000:2.0:1763340286.955664:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56701:x1848995280585728:12345-192.168.203.42@tcp:101:rm.0 Request processed in 10341us (13444us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340286.955672:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8581 00000100:00100000:1.0:1763340286.961418:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.963238:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280586240 00000100:00100000:2.0:1763340286.963259:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280586240 00000100:00100000:2.0:1763340286.963357:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8583 00000100:00100000:2.0:1763340286.963370:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56700:x1848995280586240:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340286.963403:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340286.963430:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247e42 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d3c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.963603:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247e49 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340286.963621:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247e49 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340286.963634:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247e49 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340286.963649:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 5 00010000:00010000:2.0:1763340286.963800:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247e42 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d3c expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.963819:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247e49 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d3c expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340286.963829:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340286.963833:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340286.963838:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340286.963924:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56700:x1848995280586240:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 557us (2522us total) trans 4294972193 rc 0/0 00000100:00100000:2.0:1763340286.963933:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8583 00000100:00100000:3.0:1763340286.964215:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340286.964824:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280586368 00000100:00100000:0.0:1763340286.964834:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280586368 00000100:00100000:1.0:1763340286.966040:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 407 00000100:00100000:1.0:1763340286.966063:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fbb11c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2409:x1848995280586368:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340286.966087:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340286.966175:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247e26 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d2e expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.966204:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340286.966210:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340286.966284:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fbb11c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2409:x1848995280586368:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 230us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.966292:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 407 00000100:00100000:0.0:1763340286.967706:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.967866:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280586624 00000100:00100000:1.0:1763340286.967877:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280586624 00000100:00100000:1.0:1763340286.967935:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8584 00000100:00100000:1.0:1763340286.967945:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56701:x1848995280586624:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340286.968988:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340286.969024:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18247d8c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d04 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.969068:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247e3b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d35 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.969081:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247d69 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15cef expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.969091:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340286.969097:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340286.969135:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.969149:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969161:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969175:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.969182:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969189:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969290:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.969300:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969307:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00080000:1.0:1763340286.969628:0:6515:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1b0:0x0] is inserted into orphan list, open count = 2 00010000:00010000:1.0:1763340286.969736:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969744:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969751:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969758:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.969762:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969771:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969781:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340286.969784:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340286.969788:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969794:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e65 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969807:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969812:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969817:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969823:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969828:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.969830:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969835:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969841:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056800) 00010000:00010000:1.0:1763340286.969843:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.969846:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969851:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e57 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:1.0:1763340286.969864:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000028e0dcb0 reply state 00000000d902dc74 transno 4294972194 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969875:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.969881:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056000) 00010000:00010000:1.0:1763340286.969884:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340286.969887:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340286.969984:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56701:x1848995280586624:12345-192.168.203.42@tcp:36:rm.0 Request processed in 2037us (2283us total) trans 4294972194 rc 0/0 00000100:00100000:1.0:1763340286.969995:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8584 00000100:00100000:3.0:1763340286.970343:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.972021:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280586752 00000100:00100000:1.0:1763340286.972038:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280586752 00000100:00100000:1.0:1763340286.972673:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8585 00000100:00100000:1.0:1763340286.972688:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56700:x1848995280586752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.972720:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.972748:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247e6c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d43 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.973052:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247e6c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d43 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.973071:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247e6c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d43 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.973095:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340286.973100:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340286.973105:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:1.0:1763340286.973885:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56700:x1848995280586752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1196us (3537us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340286.973895:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8585 00000100:00100000:3.0:1763340286.980671:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.980788:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280586880 00000100:00100000:1.0:1763340286.980809:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280586880 00000100:00100000:1.0:1763340286.980881:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5727 00000100:00100000:1.0:1763340286.980893:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280586880:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340286.980968:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.980994:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 26 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.981678:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.981680:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340286.981685:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.981744:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 26 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.981760:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 26 pid: 35213 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340286.981778:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292166400:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340286.981908:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61da80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340286.985026:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340286.985184:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292166400:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340286.985221:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340286.985844:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280587008 00000100:00100000:1.0:1763340286.985854:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280587008 00000100:00100000:1.0:1763340286.985939:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8586 00000100:00100000:1.0:1763340286.985950:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56702:x1848995280587008:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.985980:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.986009:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e7a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d4a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.986089:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.986105:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986118:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986130:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.986137:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986144:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986189:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986196:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986202:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986213:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986219:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.986223:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986231:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986244:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056800) 00010000:00010000:1.0:1763340286.986247:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.986252:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986258:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18247e81 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986273:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986279:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986284:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986289:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.986292:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.986298:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.988227:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056000) 00010000:00010000:1.0:1763340286.988234:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.988242:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.988251:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e88 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.988312:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e7a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d4a expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.988323:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056800) 00010000:00010000:1.0:1763340286.988326:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.988330:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18247e7a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d4a expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.988348:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:1.0:1763340286.988582:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56702:x1848995280587008:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2631us (3580us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340286.988593:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8586 00000100:00100000:0.0:1763340286.990202:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.993034:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280587136 00000100:00100000:1.0:1763340286.993055:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280587136 00002000:00100000:1.0:1763340286.993132:0:16401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1f9:0x0] (0->4) req@ffff9554c87f4700 x1848995280587136/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:47/0 lens 496/0 e 0 to 0 dl 1763340297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340286.993145:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f4700 with x1848995280587136 ext(0->4) 00010000:00010000:1.0:1763340286.993155:0:16401:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 27 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.993180:0:16401:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 27 pid: 35213 timeout: 1127 lvb_type: 0 00002000:00010000:1.0:1763340286.993189:0:16401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c87f4700 00000100:00100000:1.0:1763340286.993234:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 94 00000100:00100000:1.0:1763340286.993244:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280587136:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:1.0:1763340286.994723:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280587136:12345-192.168.203.42@tcp:4:bash.0 Request processed in 1469us (4527us total) trans 21474838536 rc 0/0 00000100:00100000:1.0:1763340286.994737:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 94 00002000:00100000:1.0:1763340286.994750:0:16401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1f9:0x0] (0->4) req@ffff9554c87f4700 x1848995280587136/t21474838536(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:47/0 lens 496/448 e 0 to 0 dl 1763340297 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340286.994761:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87f4700 with x1848995280587136 ext(0->4) 00010000:00010000:1.0:1763340286.994770:0:16401:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 29 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340286.994789:0:16401:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 29 pid: 35213 timeout: 1127 lvb_type: 0 00002000:00010000:1.0:1763340286.995205:0:16401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c87f4700 00000100:00100000:2.0:1763340286.995291:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340286.999446:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280587264 00000100:00100000:1.0:1763340286.999470:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280587264 00000100:00100000:1.0:1763340286.999627:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8587 00000100:00100000:1.0:1763340286.999642:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56702:x1848995280587264:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340286.999680:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340286.999715:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e8f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d51 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340286.999806:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.999824:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999838:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999850:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340286.999856:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999862:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999921:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999929:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999935:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999941:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999948:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340286.999952:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999961:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999976:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056800) 00010000:00010000:1.0:1763340286.999979:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340286.999986:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340286.999991:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247e96 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000009:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000016:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000021:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000025:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.000027:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000033:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000039:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056000) 00010000:00010000:1.0:1763340287.000041:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.000044:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000049:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247e9d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.000080:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e8f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d51 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.000090:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056800) 00010000:00010000:1.0:1763340287.000093:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.000096:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247e8f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d51 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.000109:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:1.0:1763340287.000188:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56702:x1848995280587264:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 550us (4898us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340287.000197:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8587 00000100:00100000:0.0:1763340287.003247:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.003941:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280587392 00000100:00100000:1.0:1763340287.003956:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280587392 00010000:00010000:1.0:1763340287.004014:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 29 pid: 35213 timeout: 1127 lvb_type: 0 00000100:00100000:1.0:1763340287.005285:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2793 00000100:00100000:1.0:1763340287.005308:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280587392:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340287.005335:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763340287.005360:0:14059:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763340287.005364:0:14059:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340287.005373:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 29 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340287.005391:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 29 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340287.005423:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45c400/0xbdebf3fb18247dd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d12 expref: 29 pid: 35213 timeout: 1127 lvb_type: 0 00010000:00010000:1.0:1763340287.005442:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.005444:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.005450:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.005461:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.005505:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.005580:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.005593:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340287.005608:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2407:x1848995280587392:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 308us (2376us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.005618:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2793 00010000:00010000:2.0:1763340287.005622:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.005634:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.005644:0:35213:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.005662:0:35213:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340287.005667:0:35213:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.005678:0:35213:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.005694:0:35213:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.005708:0:35213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb18247e73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340287.005768:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280586880:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 24878us (25122us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.005778:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5727 00000100:00100000:0.0:1763340287.008255:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.008466:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280587520 00000100:00100000:2.0:1763340287.008480:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280587520 00000100:00100000:2.0:1763340287.008625:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8588 00000100:00100000:2.0:1763340287.008637:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56702:x1848995280587520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.008672:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.008702:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247ea4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d58 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.009989:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247eab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.010015:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247eab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.010031:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247eab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340287.010098:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340287.010103:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:0.0:1763340287.010127:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340287.010154:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18247ea4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d58 expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.010180:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247eab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d58 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.010190:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:2.0:1763340287.010194:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340287.010198:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340287.010275:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56702:x1848995280587520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1639us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.010284:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8588 00000100:00100000:3.0:1763340287.012080:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280587776 00000100:00100000:3.0:1763340287.012098:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280587776 00000100:00100000:3.0:1763340287.012325:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8589 00000100:00100000:3.0:1763340287.012336:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56700:x1848995280587776:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340287.012404:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.012437:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18247e6c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d43 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.012460:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340287.012466:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340287.012507:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.012523:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.012554:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:3.0:1763340287.012865:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1208, 88 off102792 00000004:00080000:3.0:1763340287.012876:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027820342940ns, next at 1027804757236ns, rc = 0 00000040:00080000:3.0:1763340287.014917:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1230, 88 off104496 00000004:00080000:2.0:1763340287.015104:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027822568687ns, next at 1027804728592ns, rc = 0 00000040:00080000:2.0:1763340287.015178:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1231, 88 off104584 00000004:00080000:2.0:1763340287.015185:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027822652143ns, next at 1027804728592ns, rc = 0 00000040:00080000:2.0:1763340287.015215:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1209, 88 off102880 00000004:00080000:2.0:1763340287.015221:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027822687955ns, next at 1027804757236ns, rc = 0 00000100:00100000:0.0:1763340287.016662:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.016745:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280587904 00000100:00100000:1.0:1763340287.016768:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280587904 00000100:00100000:1.0:1763340287.016846:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8590 00000100:00100000:1.0:1763340287.016858:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56702:x1848995280587904:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.016886:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.016915:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247eb9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d5f expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.017016:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.017036:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017050:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017063:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.017070:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017077:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017117:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017124:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017132:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017139:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017146:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.017151:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017160:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017175:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:1.0:1763340287.017179:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.017185:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017192:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247ec0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017209:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017216:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017221:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017226:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.017230:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017236:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017243:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056000) 00010000:00010000:1.0:1763340287.017246:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.017248:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017254:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247ec7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.017303:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247eb9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d5f expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.017314:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:1.0:1763340287.017316:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.017320:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247eb9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d5f expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.017332:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:1.0:1763340287.017422:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56702:x1848995280587904:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 565us (783us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340287.017431:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8590 00000001:00080000:2.0:1763340287.023158:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972195 is committed 00000004:00080000:2.0:1763340287.023176:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 790 committed 00000004:00080000:2.0:1763340287.023195:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 811 committed 00000004:00080000:2.0:1763340287.023203:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 810 committed 00000004:00080000:2.0:1763340287.023205:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 789 committed 00000004:00010000:2.0:1763340287.023301:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ac5c7f42 reply state 000000003edfda0f transno 4294972195 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.023331:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.023342:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340287.023346:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763340287.023352:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340287.023388:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292166528:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340287.023804:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.023815:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.023824:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.023831:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.023836:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.023845:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.023858:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056000) 00010000:00010000:3.0:1763340287.023861:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.023865:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.023872:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247e5e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340287.023918:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292166784:0@lo:2:osp-syn-1-1.0 00010000:00080000:2.0:1763340287.024765:0:6515:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763340287.024804:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56700:x1848995280587776:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 12464us (14676us total) trans 4294972195 rc 0/0 00000100:00100000:2.0:1763340287.024816:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8589 00000100:00100000:1.0:1763340287.024911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.024972:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340287.024984:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f4ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292166912:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.025039:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.025086:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292166656:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340287.025099:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292166528 00000100:00100000:2.0:1763340287.025110:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292166528 00000100:00100000:1.0:1763340287.025119:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763340287.025859:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.025872:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.025880:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.025886:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.025891:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.025900:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.025921:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340287.025925:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340287.025930:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.025936:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247eb2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340287.026079:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.026228:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.027090:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292166912 00000100:00100000:3.0:1763340287.027102:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292166912 00000100:00100000:3.0:1763340287.027169:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292166656 00000100:00100000:3.0:1763340287.027173:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292166656 00000100:00100000:3.0:1763340287.027197:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292166784 00000100:00100000:3.0:1763340287.027200:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292166784 00000100:00100000:3.0:1763340287.027225:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5728 00000100:00100000:3.0:1763340287.027234:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+51:3651:x1848995292166528:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340287.027480:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+52:3651:x1848995292166528:12345-0@lo:2:osp-syn-0-1.0 Request processed in 246us (2571us total) trans 21474838537 rc 0/0 00000100:00100000:3.0:1763340287.027489:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5728 00000100:00100000:3.0:1763340287.027507:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729 00000100:00100000:3.0:1763340287.027514:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3651:x1848995292166912:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340287.027632:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3651:x1848995292166912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 118us (2592us total) trans 17179871253 rc 0/0 00000100:00100000:3.0:1763340287.027639:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729 00000100:00100000:3.0:1763340287.027665:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5730 00000100:00100000:3.0:1763340287.027672:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+51:3648:x1848995292166656:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340287.027747:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+52:3648:x1848995292166656:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (2629us total) trans 21474838538 rc 0/0 00000100:00100000:3.0:1763340287.027754:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5730 00000100:00100000:3.0:1763340287.027764:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5731 00000100:00100000:3.0:1763340287.027770:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3649:x1848995292166784:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340287.027842:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340287.027846:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:3.0:1763340287.027849:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340287.027851:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:3.0:1763340287.027854:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340287.027887:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3649:x1848995292166784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (1809us total) trans 17179871254 rc 0/0 00000100:00100000:3.0:1763340287.027893:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5731 00000004:00080000:3.0:1763340287.027974:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c7932a00/2, rc 0, transno 21474838538 00000100:00100000:3.0:1763340287.027983:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292166656:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340287.028013:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f4ab2a00/2, rc 0, transno 17179871253 00000100:00100000:3.0:1763340287.028019:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f4ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292166912:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340287.028031:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c7932d80/2, rc 0, transno 21474838537 00000100:00100000:3.0:1763340287.028034:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292166528:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340287.028057:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6d8a80/2, rc 0, transno 17179871254 00000100:00100000:3.0:1763340287.028060:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292166784:0@lo:2:osp-syn-1-1.0 00000100:00080000:3.0:1763340287.028104:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763340287.028127:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280588160 00000100:00100000:3.0:1763340287.028132:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280588160 00000100:00100000:3.0:1763340287.028168:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8591 00000100:00100000:3.0:1763340287.028175:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+189:56702:x1848995280588160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.028191:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.028195:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340287.028226:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247eab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d58 expref: 189 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.028249:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:3.0:1763340287.028263:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340287.028282:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247ece lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d66 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.028404:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.028421:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.028432:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.028446:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.028452:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.028459:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.028986:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.028998:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029007:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:3.0:1763340287.029019:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b1:0x0]: returning size 0 00010000:00010000:3.0:1763340287.029053:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029060:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029066:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029072:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029078:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.029082:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029090:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029098:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9900) 00010000:00010000:3.0:1763340287.029101:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.029104:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029110:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18247ed5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:3.0:1763340287.029121:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000df5faec8 reply state 00000000f696ef3d transno 4294972196 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029132:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.029137:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9b00) 00010000:00010000:3.0:1763340287.029139:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340287.029142:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340287.029172:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247ece lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.029190:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 190 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.029197:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c10a9e00) 00010000:00010000:3.0:1763340287.029200:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340287.029202:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:3.0:1763340287.029284:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56702:x1848995280588160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1108us (3058us total) trans 4294972196 rc 0/0 00000100:00100000:3.0:1763340287.029293:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8591 00000100:00100000:1.0:1763340287.029452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.032074:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280588288 00000100:00100000:3.0:1763340287.032093:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280588288 00000100:00100000:3.0:1763340287.032174:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8592 00000100:00100000:3.0:1763340287.032187:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56700:x1848995280588288:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.032218:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.032243:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d6d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.032317:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.032334:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.032355:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340287.032360:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340287.032364:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9da00, rc 0) 00000100:00100000:3.0:1763340287.032447:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56700:x1848995280588288:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 263us (2996us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.032457:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8592 00000100:00100000:1.0:1763340287.037646:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.038729:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280588544 00000100:00100000:3.0:1763340287.038747:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280588544 00000100:00100000:3.0:1763340287.038852:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8593 00000100:00100000:3.0:1763340287.038865:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56702:x1848995280588544:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.038898:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.038930:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ef8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d74 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.039064:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.039082:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.039092:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.039135:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.039149:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 193 pid: 6515 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1763340287.039166:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292167040:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340287.039389:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.039440:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280588672 00000100:00100000:1.0:1763340287.039447:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280588672 00000100:00100000:1.0:1763340287.039501:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8594 00000100:00100000:3.0:1763340287.039504:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2e1be40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.039512:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56700:x1848995280588672:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.039524:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.039560:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247f06 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d7b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.039618:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247f0d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.039632:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247f0d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.039647:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247f0d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340287.039699:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b0:0x0]: returning size 5 00000004:00200000:1.0:1763340287.039704:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340287.039725:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247f0d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.039755:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247f06 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d7b expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.039773:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247f0d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d7b expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.039783:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340287.039786:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763340287.039790:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83200, rc 0) 00000100:00100000:1.0:1763340287.039837:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56700:x1848995280588672:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 329us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.039844:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8594 00000100:00100000:3.0:1763340287.041988:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292167040:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340287.042025:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340287.044022:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.044446:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280588800 00000100:00100000:2.0:1763340287.044459:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280588800 00000100:00100000:2.0:1763340287.044529:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5732 00000100:00100000:2.0:1763340287.044559:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280588800:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.044587:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.044617:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d82 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340287.044658:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9:0x0] initial LVB size: 5, mtime: 0x691a6fff, atime: 0x0, ctime: 0x691a6fff, blocks: 0x8 00010000:00010000:2.0:1763340287.044687:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.044689:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.044703:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 28 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340287.044724:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 28 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340287.044741:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340287.045688:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280588800:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1123us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.045701:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5732 00000100:00100000:0.0:1763340287.045805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.046177:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280588928 00000100:00100000:2.0:1763340287.046188:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280588928 00010000:00010000:2.0:1763340287.046225:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 195 pid: 6515 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1763340287.046262:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2794 00000100:00100000:2.0:1763340287.046269:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:2408:x1848995280588928:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340287.046284:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340287.046290:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 195 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340287.046303:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 195 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340287.046326:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ee3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d66 expref: 195 pid: 6515 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1763340287.046344:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c10a9e00) 00010000:00010000:2.0:1763340287.046350:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.046361:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.046367:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.046392:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340287.049978:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:2408:x1848995280588928:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 3684us (4149us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.049998:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2794 00010000:00010000:2.0:1763340287.050068:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050080:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.050119:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b1:0x0]: returning size 0 00000004:00080000:2.0:1763340287.050352:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1fb:0x0], index 1: 0 00000004:00080000:2.0:1763340287.050359:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1fb:0x0], index 0: 0 00000004:00080000:2.0:1763340287.050364:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1fc:0x0], index 0: 0 00000004:00080000:2.0:1763340287.050367:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1fc:0x0], index 1: 0 00010000:00010000:2.0:1763340287.050491:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050498:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050506:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050511:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.050516:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050523:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050563:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c10a9e00) 00010000:00010000:2.0:1763340287.050567:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340287.050572:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050579:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18247eff lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.050639:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ef8 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d74 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.050660:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c10a9e00) 00010000:00010000:2.0:1763340287.050663:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340287.050666:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ef8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d74 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.050683:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:2.0:1763340287.050747:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56702:x1848995280588544:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 11887us (13117us total) trans 4294972197 rc 301/301 00000100:00100000:2.0:1763340287.050755:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8593 00000100:00100000:1.0:1763340287.054337:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.054400:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280589184 00000100:00100000:3.0:1763340287.054412:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280589184 00000100:00100000:3.0:1763340287.054477:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2914 00000100:00100000:3.0:1763340287.054488:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56702:x1848995280589184:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340287.054869:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56702:x1848995280589184:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 381us (545us total) trans 4294972198 rc 0/0 00000100:00100000:3.0:1763340287.054876:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2914 00000100:00100000:0.0:1763340287.058709:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.058817:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280589440 00000100:00100000:3.0:1763340287.058828:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280589440 00000100:00100000:3.0:1763340287.058886:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2915 00000100:00100000:3.0:1763340287.058895:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56702:x1848995280589440:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340287.059176:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56702:x1848995280589440:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 280us (479us total) trans 4294972199 rc 0/0 00000100:00100000:3.0:1763340287.059184:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2915 00000100:00100000:0.0:1763340287.066971:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.067059:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280589696 00000100:00100000:2.0:1763340287.067072:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280589696 00000100:00100000:2.0:1763340287.067149:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8595 00000100:00100000:2.0:1763340287.067159:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280589696:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.067190:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.067218:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247f22 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d89 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.067386:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.067401:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067414:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067429:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.067436:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067441:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067500:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247f37 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.067507:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247f37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067512:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247f37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.067522:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b1:0x0]: returning size 0 00010000:00010000:2.0:1763340287.067664:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067671:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067677:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067683:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067689:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.067693:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067705:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067719:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd800) 00010000:00010000:2.0:1763340287.067722:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.067727:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067734:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18247f29 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067748:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067753:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067759:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067763:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.067766:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067770:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.067775:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9b00) 00010000:00010000:2.0:1763340287.067777:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.067780:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.068023:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18247f30 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.068064:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18247f22 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d89 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.068085:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247f37 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d89 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.068092:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340287.068094:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340287.068097:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340287.068177:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280589696:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1019us (1220us total) trans 4294972200 rc 0/0 00000100:00100000:2.0:1763340287.068184:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8595 00000100:00100000:0.0:1763340287.070085:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.070989:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280589824 00000100:00100000:2.0:1763340287.071006:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280589824 00000100:00100000:2.0:1763340287.071096:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8596 00000100:00100000:2.0:1763340287.071109:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280589824:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.071142:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.071169:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247f45 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d90 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.071213:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247f4c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.071230:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247f4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.071244:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247f4c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.071400:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18247f45 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d90 expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.071421:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247f4c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d90 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.071431:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340287.071434:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340287.071438:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340287.071521:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280589824:12345-192.168.203.42@tcp:101:bash.0 Request processed in 414us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.071530:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8596 00000100:00100000:0.0:1763340287.077234:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.090839:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280590080 00000100:00100000:2.0:1763340287.090862:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280590080 00000100:00100000:2.0:1763340287.090960:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8597 00000100:00100000:2.0:1763340287.090971:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280590080:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340287.091043:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340287.091078:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18247f37 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d89 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.091102:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340287.091109:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.091366:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.091383:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.091398:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763340287.091467:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972201 00000004:00010000:2.0:1763340287.091495:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b756a3d reply state 00000000aae25c0c transno 4294972202 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.091510:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.091516:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340287.091519:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.091522:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340287.091703:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280590080:12345-192.168.203.42@tcp:36:bash.0 Request processed in 732us (14484us total) trans 4294972202 rc 0/0 00000100:00100000:2.0:1763340287.091711:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8597 00000020:00080000:2.0:1763340287.091718:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340287.094228:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.096376:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280590208 00000100:00100000:2.0:1763340287.096395:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280590208 00000100:00100000:2.0:1763340287.096489:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8598 00000100:00100000:2.0:1763340287.096502:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280590208:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.096556:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.096584:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247f5a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d97 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.096665:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247f5a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d97 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.096683:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247f5a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d97 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.096706:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340287.096709:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340287.096713:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c200, rc 0) 00000100:00100000:2.0:1763340287.096799:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280590208:12345-192.168.203.42@tcp:101:bash.0 Request processed in 300us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.096807:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8598 00000100:00100000:0.0:1763340287.099361:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.099479:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.099567:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280590592 00000100:00100000:3.0:1763340287.099579:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280590592 00000100:00100000:3.0:1763340287.099659:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8599 00000100:00100000:3.0:1763340287.099670:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280590592:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340287.099694:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.099698:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340287.099731:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18247f5a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d97 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.099756:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:3.0:1763340287.099762:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340287.099777:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f61 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15d9e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.099852:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18247f68 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.099868:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18247f68 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.099878:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18247f68 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:3.0:1763340287.100181:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1232, 88 off104672 00000004:00080000:3.0:1763340287.100192:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027907658028ns, next at 1027804728592ns, rc = 0 00000040:00080000:3.0:1763340287.100459:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1210, 88 off102968 00000004:00080000:3.0:1763340287.100466:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027907933388ns, next at 1027804757236ns, rc = 0 00000040:00080000:3.0:1763340287.100495:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1211, 88 off103056 00000004:00080000:3.0:1763340287.100501:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027907967938ns, next at 1027804757236ns, rc = 0 00000040:00080000:3.0:1763340287.100514:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1233, 88 off104760 00000004:00080000:3.0:1763340287.100518:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027907984879ns, next at 1027804728592ns, rc = 0 00000100:00100000:2.0:1763340287.100594:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280590336 00000100:00100000:2.0:1763340287.100602:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280590336 00000100:00100000:2.0:1763340287.100673:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5733 00000100:00100000:2.0:1763340287.100685:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280590336:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340287.102171:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280590336:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 1477us (2811us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.102187:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5733 00000001:00080000:3.0:1763340287.103395:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972203 is committed 00000004:00080000:3.0:1763340287.103406:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 813 committed 00000004:00080000:3.0:1763340287.103418:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 792 committed 00000004:00080000:3.0:1763340287.103427:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 791 committed 00000004:00080000:3.0:1763340287.103429:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 812 committed 00010000:00010000:3.0:1763340287.103516:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18247f68 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d9e expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.103566:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:3.0:1763340287.103571:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340287.103596:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f61 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d9e expref: 195 pid: 6515 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763340287.103604:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292167424:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340287.103604:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292167296:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340287.103629:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18247f68 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d9e expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.103668:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:3.0:1763340287.103672:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340287.103675:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:1.0:1763340287.103696:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.103736:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292167424 00000100:00100000:0.0:1763340287.103745:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292167424 00000100:00100000:3.0:1763340287.103754:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280590592:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4082us (4270us total) trans 4294972203 rc 0/0 00000100:00100000:1.0:1763340287.103759:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340287.103770:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8599 00000100:00100000:1.0:1763340287.103772:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292167552:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.103804:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5734 00000100:00100000:0.0:1763340287.103816:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+23:3648:x1848995292167424:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.103867:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.103920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340287.103949:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340287.103952:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292167168:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340287.103972:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.103980:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.103988:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc1a4c550) 00000100:00100000:1.0:1763340287.103993:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340287.103998:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.104011:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.104030:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9b00) 00000100:00100000:1.0:1763340287.104033:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292167552 00010000:00010000:2.0:1763340287.104034:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340287.104042:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292167552 00000100:00100000:0.0:1763340287.104043:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+24:3648:x1848995292167424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 229us (347us total) trans 17179871255 rc 0/0 00010000:00010000:2.0:1763340287.104044:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340287.104067:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5734 00000100:00100000:1.0:1763340287.104071:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292167296 00010000:00010000:2.0:1763340287.104072:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18247edc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340287.104075:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292167296 00000100:00100000:0.0:1763340287.104084:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292167168 00000100:00100000:0.0:1763340287.104090:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292167168 00000100:00100000:1.0:1763340287.104110:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735 00010000:00010000:2.0:1763340287.104113:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340287.104121:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+53:3648:x1848995292167552:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340287.104130:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340287.104130:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5736 00000100:00100000:0.0:1763340287.104144:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f5988c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+53:3651:x1848995292167296:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340287.104145:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.104158:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.104162:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.104168:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.104179:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340287.104182:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.104186:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.104192:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247f53 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340287.104234:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+55:3648:x1848995292167552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 115us (364us total) trans 21474838539 rc 0/0 00000100:00100000:1.0:1763340287.104243:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735 00000100:00100000:0.0:1763340287.104244:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f5988c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+55:3651:x1848995292167296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 104us (324us total) trans 21474838540 rc 0/0 00000100:00100000:0.0:1763340287.104250:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5736 00000100:00100000:1.0:1763340287.104258:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5737 00000100:00100000:1.0:1763340287.104270:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292167168:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340287.104312:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e94a80/2, rc 0, transno 21474838540 00000100:00100000:2.0:1763340287.104324:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292167296:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.104364:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292167168:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (370us total) trans 17179871256 rc 0/0 00000100:00100000:1.0:1763340287.104372:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5737 00000004:00080000:2.0:1763340287.104384:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b29180/2, rc 0, transno 17179871256 00000100:00100000:2.0:1763340287.104395:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292167168:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340287.104433:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fd7d2300/2, rc 0, transno 21474838539 00000100:00100000:1.0:1763340287.104440:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292167552:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340287.104452:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b2a680/2, rc 0, transno 17179871255 00000100:00100000:1.0:1763340287.104455:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292167424:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340287.107957:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.108098:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280590720 00000100:00100000:3.0:1763340287.108111:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280590720 00000100:00100000:3.0:1763340287.108187:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5738 00000100:00100000:3.0:1763340287.108199:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280590720:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340287.108228:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.108259:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15da5 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340287.108294:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340287.108329:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.108332:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.108347:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 19 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.108368:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 19 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.108383:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:3.0:1763340287.108465:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280590720:12345-192.168.203.42@tcp:101:bash.0 Request processed in 268us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.108474:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5738 00000100:00100000:3.0:1763340287.112348:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.116515:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280590976 00000100:00100000:1.0:1763340287.116560:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280590976 00000100:00100000:1.0:1763340287.116643:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5739 00000100:00100000:1.0:1763340287.116667:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:55868:x1848995280590976:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340287.116691:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.116723:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15dac expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340287.116754:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340287.116795:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.116798:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.116810:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 29 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.116836:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 29 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.116851:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:1.0:1763340287.116922:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:55868:x1848995280590976:12345-192.168.203.42@tcp:101:bash.0 Request processed in 269us (4589us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.116930:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5739 00000100:00100000:3.0:1763340287.117438:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.117529:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280590848 00000100:00100000:1.0:1763340287.117568:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280590848 00000100:00100000:1.0:1763340287.117612:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5740 00000100:00100000:1.0:1763340287.117621:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280590848:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340287.117746:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280590848:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 124us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.117754:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5740 00000100:00100000:1.0:1763340287.121616:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.121684:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.121716:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.121823:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280591104 00000100:00100000:2.0:1763340287.121826:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280591360 00000100:00100000:3.0:1763340287.121836:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280591104 00000100:00100000:2.0:1763340287.121844:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280591360 00002000:00010000:3.0:1763340287.121898:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/507 (0->18446744073709551615) 00002000:00100000:3.0:1763340287.121905:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c6a00 with x1848995280591104 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340287.121921:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c21c6a00. 00000100:00100000:2.0:1763340287.121938:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280591232 00000100:00100000:2.0:1763340287.121945:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280591232 00000100:00100000:3.0:1763340287.121957:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1469 00002000:00010000:2.0:1763340287.121964:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/507 (0->18446744073709551615) 00002000:00100000:2.0:1763340287.121970:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c4380 with x1848995280591232 ext(0->18446744073709551615) 00000100:00100000:3.0:1763340287.121973:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2409:x1848995280591360:12345-192.168.203.42@tcp:3:lfs.0 00002000:00010000:2.0:1763340287.121986:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c21c4380. 00000100:00100000:2.0:1763340287.122024:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1470 00010000:00010000:3.0:1763340287.122027:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340287.122041:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280591104:12345-192.168.203.42@tcp:10:bash.0 00010000:00010000:3.0:1763340287.122055:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.122060:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.122068:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.122085:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.122249:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340287.122250:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340287.122266:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fb:0x0] updating lvb mtime from disk: 0 -> 1763340287 00010000:00010000:3.0:1763340287.122274:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340287.122275:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340287.122285:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fb:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340287.122294:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fb:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763340287.122304:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.122316:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340287.122322:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.122333:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.122353:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.122363:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340287.122377:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280591104:12345-192.168.203.42@tcp:10:bash.0 Request processed in 338us (773us total) trans 17179871257 rc 0/0 00000100:00100000:2.0:1763340287.122387:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1470 00002000:00010000:2.0:1763340287.122391:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/507 (0->18446744073709551615) 00002000:00100000:2.0:1763340287.122394:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c6a00 with x1848995280591104 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340287.122401:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c21c6a00. 00000100:00100000:2.0:1763340287.122426:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1471 00000100:00100000:3.0:1763340287.122436:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2409:x1848995280591360:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 465us (750us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763340287.122439:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2409:x1848995280591232:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:3.0:1763340287.122467:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1469 00002000:00010000:2.0:1763340287.122583:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340287.122588:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fb:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340287.122590:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340287.122591:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fb:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340287.122593:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340287.122624:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2409:x1848995280591232:12345-192.168.203.42@tcp:10:bash.0 Request processed in 189us (905us total) trans 21474838541 rc 0/0 00000100:00100000:2.0:1763340287.122632:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1471 00002000:00010000:2.0:1763340287.122636:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/507 (0->18446744073709551615) 00002000:00100000:2.0:1763340287.122639:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c4380 with x1848995280591232 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340287.122644:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c21c4380. 00000100:00100000:1.0:1763340287.134328:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.134412:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280591616 00000100:00100000:2.0:1763340287.134423:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280591616 00000100:00100000:1.0:1763340287.134443:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.134476:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2916 00000100:00100000:2.0:1763340287.134487:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280591616:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340287.134604:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280591744 00000100:00100000:3.0:1763340287.134618:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280591744 00000100:00100000:3.0:1763340287.134705:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8600 00000100:00100000:3.0:1763340287.134719:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56700:x1848995280591744:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.134742:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.134771:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247f84 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15db3 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.134817:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f8b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.134837:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f8b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340287.134838:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280591616:12345-192.168.203.42@tcp:35:bash.0 Request processed in 348us (514us total) trans 4294972204 rc 0/0 00000100:00100000:2.0:1763340287.134863:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2916 00010000:00010000:3.0:1763340287.134869:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f8b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.134994:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247f84 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15db3 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.135018:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d200/0xbdebf3fb18247f8b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15db3 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.135028:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:3.0:1763340287.135031:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340287.135035:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d200, rc 0) 00000100:00100000:3.0:1763340287.135104:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56700:x1848995280591744:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 388us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.135111:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8600 00000100:00100000:3.0:1763340287.143930:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.143930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.144073:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280592000 00000100:00100000:2.0:1763340287.144084:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280592000 00000100:00100000:2.0:1763340287.144148:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8601 00000100:00100000:2.0:1763340287.144159:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56703:x1848995280592000:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:2.0:1763340287.144185:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.144224:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247f92 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15dba expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.144228:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280591872 00000100:00100000:0.0:1763340287.144241:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280591872 00010000:00010000:2.0:1763340287.144306:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.144321:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144332:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340287.144334:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1472 00000100:00100000:0.0:1763340287.144354:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280591872:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:2.0:1763340287.144357:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.144372:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144379:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00002000:00010000:0.0:1763340287.144417:0:23982:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340287.144429:0:23982:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.144445:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.144448:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.144451:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247fae lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.144455:0:23982:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.144491:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247fae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144503:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247fae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340287.144574:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b1:0x0]: returning size 5 00000004:00200000:2.0:1763340287.144578:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340287.144596:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247fae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144607:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247fae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144615:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144621:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144626:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144632:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144638:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.144641:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144657:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144670:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd800) 00010000:00010000:2.0:1763340287.144676:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.144681:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144687:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18247f99 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144700:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144706:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144712:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144718:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.144721:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144726:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144732:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acd700) 00010000:00010000:2.0:1763340287.144734:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.144737:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144742:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fa0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.144775:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18247f92 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dba expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.144790:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247fae lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dba expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.144803:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340287.144806:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340287.144810:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c400, rc 0) 00010000:00010000:0.0:1763340287.144833:0:23982:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340287.144877:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56703:x1848995280592000:12345-192.168.203.42@tcp:101:rm.0 Request processed in 718us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.144886:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8601 00000100:00100000:3.0:1763340287.148897:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.149092:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280592256 00000100:00100000:1.0:1763340287.149108:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280592256 00000100:00100000:1.0:1763340287.149195:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8602 00000100:00100000:1.0:1763340287.149206:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56703:x1848995280592256:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340287.149276:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340287.149312:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18247f68 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d9e expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.149342:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18247fae lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dba expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.149357:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18247f4c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d90 expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.149370:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:1.0:1763340287.149386:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340287.149423:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.149439:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.149450:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.149462:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.149469:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.149476:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.149982:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.149993:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150002:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:1.0:1763340287.150303:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1234, 64 off104824 00000004:00080000:1.0:1763340287.150314:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1027957780754ns, next at 1028957777431ns, rc = 0 00000040:00080000:1.0:1763340287.150341:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1212, 64 off103120 00000004:00080000:1.0:1763340287.150346:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1027957812994ns, next at 1028957811539ns, rc = 0 00000040:00080000:1.0:1763340287.150356:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1213, 64 off103184 00000040:00080000:1.0:1763340287.150365:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1235, 64 off104888 00010000:00010000:1.0:1763340287.150430:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.150440:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150450:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150458:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150465:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150471:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150504:0:6515:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340287.150527:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150626:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150633:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150640:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.150645:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150664:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150675:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff955602056700) 00010000:00010000:1.0:1763340287.150679:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340287.150683:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150690:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fc3 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150942:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150950:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150956:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150963:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150968:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.150971:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150982:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.150992:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:1.0:1763340287.150995:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.150998:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.151004:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fb5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:1.0:1763340287.151019:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e2b6197 reply state 00000000d586c482 transno 4294972205 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.151031:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.151038:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:1.0:1763340287.151040:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340287.151044:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340287.151217:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56703:x1848995280592256:12345-192.168.203.42@tcp:36:rm.0 Request processed in 2008us (2323us total) trans 4294972205 rc 0/0 00000100:00100000:1.0:1763340287.151229:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8602 00010000:00010000:2.0:1763340287.151942:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340287.151956:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.151967:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b58a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340287.151971:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.151980:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.151997:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b1:0x0].0x0 (ffff955602056700) 00010000:00010000:2.0:1763340287.152001:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340287.152005:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.152011:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fca lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.152031:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.152033:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.152035:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763340287.154841:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871258 is committed 00000001:00080000:3.0:1763340287.154862:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871256 is committed 00002000:00010000:0.0:1763340287.155000:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763340287.155005:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:0.0:1763340287.155008:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:0.0:1763340287.155010:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763340287.155022:0:23982:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.155034:0:23982:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.155041:0:23982:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.155048:0:23982:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340287.155053:0:23982:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.155061:0:23982:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.155078:0:23982:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.155085:0:23982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb18247fa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.155187:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280591872:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 10835us (11276us total) trans 17179871258 rc 0/0 00000100:00100000:0.0:1763340287.155198:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1472 00000100:00100000:3.0:1763340287.176097:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.180312:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280592512 00000100:00100000:1.0:1763340287.180327:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280592512 00000100:00100000:1.0:1763340287.180425:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8603 00000100:00100000:1.0:1763340287.180435:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56700:x1848995280592512:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340287.180493:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340287.180523:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18247f0d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d7b expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.180567:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340287.180571:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340287.180641:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.180666:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.180675:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00010000:1.0:1763340287.180791:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ccc86371 reply state 000000006f5b0e94 transno 4294972206 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.180803:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.180809:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340287.180812:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340287.180815:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340287.183148:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56700:x1848995280592512:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 2704us (7049us total) trans 4294972206 rc 0/0 00000100:00100000:1.0:1763340287.183158:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8603 00000100:00100000:0.0:1763340287.186960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.189108:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.189194:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280592640 00000100:00100000:1.0:1763340287.189204:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280592640 00000100:00100000:1.0:1763340287.189255:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8604 00000100:00100000:1.0:1763340287.189264:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56704:x1848995280592640:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.189286:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.189309:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fd8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15dc1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.189379:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.189392:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189403:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189414:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.189421:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189426:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189465:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189472:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189477:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189483:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189488:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.189493:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189503:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189514:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:1.0:1763340287.189517:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.189522:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189528:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18247fdf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189570:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189575:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189580:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189584:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.189587:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189593:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189600:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:1.0:1763340287.189602:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.189606:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189611:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18247fe6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.189639:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fd8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc1 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.189659:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:1.0:1763340287.189662:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.189666:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b58a00/0xbdebf3fb18247fd8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc1 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.189679:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c2b58a00, rc 0) 00000100:00100000:1.0:1763340287.189728:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56704:x1848995280592640:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 465us (2778us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340287.189735:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8604 00000100:00100000:2.0:1763340287.189806:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280592768 00000100:00100000:2.0:1763340287.189811:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280592768 00000100:00100000:2.0:1763340287.189849:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5741 00000100:00100000:2.0:1763340287.189857:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56700:x1848995280592768:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.189867:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.189879:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15dc8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340287.189897:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa:0x0] initial LVB size: 4096, mtime: 0x691a6fff, atime: 0x0, ctime: 0x691a6fff, blocks: 0x8 00010000:00010000:2.0:1763340287.189911:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.189913:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.189920:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.189933:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.189943:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45de00, rc 0) 00000100:00100000:2.0:1763340287.189965:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56700:x1848995280592768:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 109us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.189971:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5741 00000100:00100000:2.0:1763340287.193396:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.193568:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280592896 00000100:00100000:3.0:1763340287.193578:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280592896 00000100:00100000:3.0:1763340287.193632:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8605 00000100:00100000:3.0:1763340287.193642:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56704:x1848995280592896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.193680:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.193701:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ff4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15dcf expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.193767:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340287.193780:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193789:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193798:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340287.193804:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193809:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193844:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193850:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193855:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193862:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193868:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.193872:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193878:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193889:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340287.193892:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.193897:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193902:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18247ffb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193916:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193921:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193926:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193930:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.193932:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193937:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193946:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:3.0:1763340287.193949:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.193951:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193955:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248002 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.193979:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ff4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dcf expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.193988:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340287.193990:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.193992:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18247ff4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dcf expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.194006:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:3.0:1763340287.194057:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56704:x1848995280592896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 417us (670us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340287.194065:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8605 00000100:00100000:0.0:1763340287.194278:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.197270:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280593024 00000100:00100000:3.0:1763340287.197284:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280593024 00000100:00100000:3.0:1763340287.197347:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5742 00000100:00100000:3.0:1763340287.197356:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:56700:x1848995280593024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.197373:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.197395:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15dd6 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340287.197421:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340287.197439:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.197441:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.197447:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 31 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.197462:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 31 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.197474:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:3.0:1763340287.198421:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:56700:x1848995280593024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1061us (4137us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.198431:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5742 00000100:00100000:2.0:1763340287.198573:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.199206:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280593152 00000100:00100000:3.0:1763340287.199214:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280593152 00000100:00100000:3.0:1763340287.199260:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8606 00000100:00100000:3.0:1763340287.199268:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56704:x1848995280593152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.199284:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.199303:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18248010 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ddd expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.199348:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18248017 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340287.199359:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18248017 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.199374:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18248017 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:3.0:1763340287.199415:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763340287.199420:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340287.199454:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb18248010 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ddd expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.199472:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18248017 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ddd expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.199481:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340287.199484:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340287.199486:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45ee00, rc 0) 00000100:00100000:3.0:1763340287.199547:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56704:x1848995280593152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 263us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.199555:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8606 00000100:00100000:2.0:1763340287.204740:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.204788:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.204842:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280593280 00000100:00100000:1.0:1763340287.204852:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280593280 00002000:00010000:1.0:1763340287.204892:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/506 (5->18446744073709551615) 00002000:00100000:1.0:1763340287.204897:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d86300 with x1848995280593280 ext(5->18446744073709551615) 00002000:00010000:1.0:1763340287.204910:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3d86300. 00000100:00100000:1.0:1763340287.204945:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1473 00000100:00100000:1.0:1763340287.204956:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280593280:12345-192.168.203.42@tcp:10:lfs.0 00000100:00100000:2.0:1763340287.204969:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280593408 00000100:00100000:2.0:1763340287.204975:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280593408 00002000:00010000:2.0:1763340287.204994:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/506 (0->18446744073709551615) 00002000:00100000:2.0:1763340287.204998:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f59b0c50 with x1848995280593408 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340287.205005:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f59b0c50. 00000100:00100000:2.0:1763340287.205041:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1474 00000100:00100000:2.0:1763340287.205049:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f59b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2410:x1848995280593408:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340287.205168:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340287.205172:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340287.205174:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340287.205177:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340287.205179:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340287.205234:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f59b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2410:x1848995280593408:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 185us (445us total) trans 21474838542 rc 0/0 00000100:00100000:2.0:1763340287.205243:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1474 00002000:00010000:2.0:1763340287.205247:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/506 (0->18446744073709551615) 00002000:00100000:2.0:1763340287.205250:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f59b0c50 with x1848995280593408 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340287.205255:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f59b0c50. 00002000:00010000:1.0:1763340287.205296:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763340287.205300:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.205303:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.205305:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.205307:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340287.205334:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280593280:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 380us (602us total) trans 17179871259 rc 0/0 00000100:00100000:1.0:1763340287.205345:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1473 00002000:00010000:1.0:1763340287.205348:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/506 (5->18446744073709551615) 00002000:00100000:1.0:1763340287.205351:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d86300 with x1848995280593280 ext(5->18446744073709551615) 00002000:00010000:1.0:1763340287.205356:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3d86300. 00000100:00100000:0.0:1763340287.211633:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.211854:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280593664 00000100:00100000:2.0:1763340287.211865:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280593664 00000100:00100000:2.0:1763340287.211924:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8607 00000100:00100000:2.0:1763340287.211935:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56700:x1848995280593664:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340287.212021:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.212041:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.212052:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763340287.212161:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001bc4397a reply state 0000000050d54ba8 transno 4294972207 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.212173:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.212180:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340287.212183:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.212187:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340287.212286:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56700:x1848995280593664:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 352us (662us total) trans 4294972207 rc 0/0 00000100:00100000:2.0:1763340287.212293:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8607 00000100:00100000:3.0:1763340287.213402:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.214824:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280593792 00000100:00100000:2.0:1763340287.214839:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280593792 00000100:00100000:2.0:1763340287.214914:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8608 00000100:00100000:2.0:1763340287.214925:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56704:x1848995280593792:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.214945:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.214966:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18248025 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15de4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.215035:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.215049:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215060:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215071:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.215078:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215084:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215120:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215127:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215133:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215144:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215150:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.215153:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215160:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215172:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340287.215174:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.215180:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215185:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb1824802c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215200:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215205:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215210:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215215:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.215218:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215223:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215234:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:2.0:1763340287.215236:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.215238:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215243:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18248033 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.215269:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18248025 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15de4 expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.215279:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340287.215281:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.215283:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18248025 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15de4 expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.215292:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45d400, rc 0) 00000100:00100000:2.0:1763340287.215366:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56704:x1848995280593792:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 443us (1968us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340287.215373:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8608 00000100:00100000:0.0:1763340287.221602:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.221755:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280593920 00000100:00100000:1.0:1763340287.221766:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280593920 00000100:00100000:1.0:1763340287.221831:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5743 00000100:00100000:1.0:1763340287.221842:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2409:x1848995280593920:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340287.221998:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340287.222002:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.222004:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb atime from disk: 0 -> 1763340287 00002000:00010000:1.0:1763340287.222007:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.222009:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340287.222079:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2409:x1848995280593920:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 239us (487us total) trans 21474838543 rc 0/0 00000100:00100000:1.0:1763340287.222088:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5743 00000100:00100000:1.0:1763340287.223329:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.223392:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280594176 00000100:00100000:3.0:1763340287.223400:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280594176 00000100:00100000:3.0:1763340287.224402:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8609 00000100:00100000:3.0:1763340287.224418:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56704:x1848995280594176:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.224440:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.224443:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340287.224467:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb18248017 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ddd expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.224484:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340287.224497:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340287.224512:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824803a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15deb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.224627:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340287.224639:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.224647:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.224668:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340287.224675:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.224680:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228094:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.228116:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228127:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340287.228140:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 0 00010000:00010000:2.0:1763340287.228172:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228180:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228186:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228193:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228727:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.228732:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228740:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228753:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:2.0:1763340287.228756:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.228760:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228766:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248041 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763340287.228780:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040c671f9 reply state 00000000f3475d17 transno 4294972208 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228791:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.228797:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:2.0:1763340287.228799:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.228803:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340287.228839:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824803a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.228860:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.228867:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acd500) 00010000:00010000:2.0:1763340287.228870:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340287.228872:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340287.228937:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56704:x1848995280594176:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4525us (5614us total) trans 4294972208 rc 0/0 00000100:00100000:2.0:1763340287.228947:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8609 00000100:00100000:0.0:1763340287.229035:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.229496:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280594432 00000100:00100000:1.0:1763340287.229504:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280594432 00000100:00100000:1.0:1763340287.229570:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2917 00000100:00100000:1.0:1763340287.229578:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56700:x1848995280594432:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:1.0:1763340287.229620:0:14057:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1b0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247e49 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d3c expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.229660:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:1.0:1763340287.229670:0:14057:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.229678:0:14057:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340287.229707:0:14057:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.229719:0:14057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 200 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.229732:0:14057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292167680:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.229794:0:14057:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.234501:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.234589:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.234823:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280594816 00000100:00100000:2.0:1763340287.234833:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280594816 00010000:00010000:2.0:1763340287.234872:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.234905:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2795 00000100:00100000:2.0:1763340287.234915:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:2408:x1848995280594816:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340287.234932:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340287.234938:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.234951:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.234972:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340287.234978:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.234989:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.234996:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.235016:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340287.235070:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:2408:x1848995280594816:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 155us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.235077:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2795 00010000:00010000:2.0:1763340287.235130:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18247ef1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d6d expref: 200 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.235144:0:14057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292167680:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.235164:0:14057:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.235172:0:14057:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.235178:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000040:00080000:2.0:1763340287.235399:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1214, 88 off103272 00000004:00080000:2.0:1763340287.235408:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028042874912ns, next at 1028957811539ns, rc = 0 00000040:00080000:2.0:1763340287.235460:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1236, 88 off104976 00000004:00080000:2.0:1763340287.235465:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028042932419ns, next at 1028957777431ns, rc = 0 00000040:00080000:2.0:1763340287.235484:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1237, 88 off105064 00000004:00080000:2.0:1763340287.235488:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028042955182ns, next at 1028957777431ns, rc = 0 00000040:00080000:2.0:1763340287.235498:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1215, 88 off103360 00000004:00080000:2.0:1763340287.235502:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028042968872ns, next at 1028957811539ns, rc = 0 00000100:00100000:3.0:1763340287.235973:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280594688 00000100:00100000:3.0:1763340287.235980:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280594688 00000100:00100000:3.0:1763340287.236023:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8610 00000100:00100000:3.0:1763340287.236030:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56704:x1848995280594688:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.236049:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.236065:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248064 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15df2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.236155:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340287.236172:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.236180:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.236214:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.236226:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 202 pid: 6513 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.236239:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3cdd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292167808:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340287.236299:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340287.241920:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3cdd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292167808:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.241951:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340287.242695:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.243015:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280594944 00000100:00100000:1.0:1763340287.243023:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280594944 00010000:00010000:1.0:1763340287.243057:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 203 pid: 6513 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.243094:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2796 00000100:00100000:1.0:1763340287.243102:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2408:x1848995280594944:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340287.243115:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340287.243121:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 203 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.243137:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 203 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.243157:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824804f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15deb expref: 203 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.243170:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acd500) 00010000:00010000:1.0:1763340287.243175:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.243184:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.243191:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.243795:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340287.243846:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2408:x1848995280594944:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 742us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.243855:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2796 00010000:00010000:3.0:1763340287.243985:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.243993:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340287.244017:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 0 00000004:00080000:3.0:1763340287.244249:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1fd:0x0], index 0: 0 00000004:00080000:3.0:1763340287.244255:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1fd:0x0], index 1: 0 00000004:00080000:3.0:1763340287.244259:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1fe:0x0], index 1: 0 00000004:00080000:3.0:1763340287.244263:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1fe:0x0], index 0: 0 00010000:00010000:3.0:1763340287.244355:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.244363:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.244370:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.244376:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.244380:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.244386:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.244396:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acd500) 00010000:00010000:3.0:1763340287.244399:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340287.244402:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.244407:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824806b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.244448:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248064 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15df2 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.244457:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acd500) 00010000:00010000:3.0:1763340287.244459:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340287.244462:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248064 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15df2 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.244477:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:3.0:1763340287.244518:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56704:x1848995280594688:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8488us (10028us total) trans 4294972210 rc 301/301 00000100:00100000:3.0:1763340287.244526:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8610 00000100:00100000:0.0:1763340287.248460:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.248771:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280595200 00000100:00100000:2.0:1763340287.248782:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280595200 00000100:00100000:2.0:1763340287.248840:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2918 00000100:00100000:2.0:1763340287.248850:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56704:x1848995280595200:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340287.249146:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56704:x1848995280595200:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 297us (694us total) trans 4294972211 rc 0/0 00000100:00100000:2.0:1763340287.249155:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2918 00000001:00080000:2.0:1763340287.250755:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972209 is committed 00000004:00080000:2.0:1763340287.250766:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 795 committed 00000004:00080000:2.0:1763340287.250774:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 816 committed 00000004:00080000:2.0:1763340287.250785:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 815 committed 00000004:00080000:2.0:1763340287.250787:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 794 committed 00000004:00080000:2.0:1763340287.250797:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 793 committed 00000004:00080000:2.0:1763340287.250799:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 814 committed 00000100:00100000:2.0:1763340287.250901:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292168064:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.250955:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.250986:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763340287.250992:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292167936:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.251013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1763340287.251064:0:14057:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032876919 reply state 00000000cd6dd38e transno 4294972209 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251091:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251100:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340287.251104:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763340287.251108:0:14057:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340287.251115:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340287.251117:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340287.251123:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18247e49 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d3c expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763340287.251198:0:14057:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763340287.251212:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56700:x1848995280594432:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 21634us (22177us total) trans 4294972209 rc 0/0 00000100:00100000:2.0:1763340287.251220:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2917 00010000:00010000:2.0:1763340287.251247:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251255:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251262:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251267:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.251272:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251279:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251292:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340287.251294:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340287.251298:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340287.251303:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824805d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340287.251363:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251370:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251375:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251379:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.251382:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251387:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251396:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:1.0:1763340287.251398:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.251400:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251404:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb18247fbc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251415:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251420:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251425:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251428:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.251431:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251435:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251442:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340287.251444:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.251446:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251456:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c2b59200/0xbdebf3fb18247fd1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.251464:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251470:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251475:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251479:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.251482:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251487:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251494:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:1.0:1763340287.251496:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.251499:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251503:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824801e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251512:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251517:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251521:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251526:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.251528:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251569:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251576:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:1.0:1763340287.251578:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.251581:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.251586:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248048 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340287.251616:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292168192:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.251658:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.251683:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340287.251689:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292168320:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.251708:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.251738:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292168064 00000100:00100000:1.0:1763340287.251744:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292168064 00000100:00100000:1.0:1763340287.251776:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292167936 00000100:00100000:1.0:1763340287.251779:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292167936 00000100:00100000:1.0:1763340287.251797:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292168192 00000100:00100000:1.0:1763340287.251800:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292168192 00000100:00100000:1.0:1763340287.251814:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292168320 00000100:00100000:1.0:1763340287.251817:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292168320 00000100:00100000:1.0:1763340287.251835:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744 00000100:00100000:1.0:1763340287.251843:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292168064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340287.251865:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:508 count 1 00002000:00010000:1.0:1763340287.251894:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340287.251900:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.251912:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.251913:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.251918:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.251931:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.251939:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.251946:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.251964:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340287.252156:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292168064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 313us (1200us total) trans 17179871260 rc 0/0 00000100:00100000:1.0:1763340287.252163:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744 00000100:00100000:1.0:1763340287.252177:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5745 00000100:00100000:1.0:1763340287.252184:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292167936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340287.252197:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:507 count 1 00010000:00010000:1.0:1763340287.252207:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252219:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252226:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.252228:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.252230:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252255:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252269:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 16 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.252280:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292168448:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.252323:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d480 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.252343:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5746 00000100:00100000:1.0:1763340287.252350:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292168192:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340287.252430:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340287.252434:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.252437:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.252439:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.252441:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340287.252475:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292168192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 125us (824us total) trans 17179871261 rc 0/0 00000100:00100000:1.0:1763340287.252484:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5746 00000100:00100000:1.0:1763340287.252497:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747 00000100:00100000:1.0:1763340287.252504:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292168320:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340287.252584:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340287.252587:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.252589:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.252591:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.252593:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fa:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340287.252620:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292168320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (911us total) trans 17179871262 rc 0/0 00000100:00100000:1.0:1763340287.252626:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747 00010000:00010000:1.0:1763340287.252667:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340287.252674:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252681:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.252685:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252693:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252705:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252712:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248079 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.252727:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.252728:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.252730:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340287.252758:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871256 gen 2 00000004:00080000:1.0:1763340287.252764:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e2a00, transno 17179871233 00000004:00080000:1.0:1763340287.252771:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18e00, transno 17179871234 00000004:00080000:1.0:1763340287.252774:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d85f80, transno 17179871236 00000004:00080000:1.0:1763340287.252777:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7dc00, transno 17179871237 00000004:00080000:1.0:1763340287.252780:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba50e00, transno 17179871239 00000004:00080000:1.0:1763340287.252782:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba50000, transno 17179871240 00000004:00080000:1.0:1763340287.252784:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba53100, transno 17179871241 00000004:00080000:1.0:1763340287.252786:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b2bb80, transno 17179871242 00000004:00080000:1.0:1763340287.252789:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d51500, transno 17179871243 00000004:00080000:1.0:1763340287.252791:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5eb800, transno 17179871244 00000004:00080000:1.0:1763340287.252794:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f6a00, transno 17179871245 00000004:00080000:1.0:1763340287.252796:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f7480, transno 17179871246 00000004:00080000:1.0:1763340287.252799:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffea00, transno 17179871248 00000004:00080000:1.0:1763340287.252801:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffca80, transno 17179871249 00000004:00080000:1.0:1763340287.252805:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7fffb80, transno 17179871250 00000004:00080000:1.0:1763340287.252807:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffc000, transno 17179871251 00000004:00080000:1.0:1763340287.252810:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f4ab2a00, transno 17179871253 00000004:00080000:1.0:1763340287.252813:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d8a80, transno 17179871254 00000004:00080000:1.0:1763340287.252816:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b2a680, transno 17179871255 00000004:00080000:1.0:1763340287.252818:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b29180, transno 17179871256 00000100:00100000:1.0:1763340287.252825:0:3648:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c3d84a80 x1848995292168320/t17179871262(17179871262) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340303 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340287.252835:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d84a80/2, rc 0, transno 17179871262 00000100:00100000:1.0:1763340287.252841:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292168320:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340287.252854:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d85c00/2, rc 0, transno 17179871261 00000100:00100000:1.0:1763340287.252857:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292168192:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340287.252877:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d86a00/2, rc 0, transno 17179871260 00000100:00100000:1.0:1763340287.252881:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292168064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340287.253668:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292168960:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.253705:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.253727:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340287.253732:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292168832:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.253746:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.253764:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292168960 00000100:00100000:0.0:1763340287.253768:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292168960 00000100:00100000:0.0:1763340287.253796:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292168832 00000100:00100000:0.0:1763340287.253799:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292168832 00000100:00100000:0.0:1763340287.253818:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5748 00000100:00100000:0.0:1763340287.253824:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+55:3649:x1848995292168960:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340287.253921:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340287.253924:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:0.0:1763340287.253926:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.253929:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:0.0:1763340287.253931:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340287.253960:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+56:3649:x1848995292168960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (255us total) trans 21474838544 rc 0/0 00000100:00100000:0.0:1763340287.253966:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5748 00000100:00100000:0.0:1763340287.253979:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5749 00000100:00100000:0.0:1763340287.253984:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+55:3649:x1848995292168832:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340287.254027:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763340287.254030:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:0.0:1763340287.254033:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb atime from disk: 1763340287 -> 1763340287 00002000:00010000:0.0:1763340287.254035:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:0.0:1763340287.254038:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f9:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763340287.254058:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+56:3649:x1848995292168832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (311us total) trans 21474838545 rc 0/0 00000100:00100000:0.0:1763340287.254063:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5749 00000004:00080000:0.0:1763340287.254095:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fd7d0000/2, rc 0, transno 21474838545 00000100:00100000:0.0:1763340287.254100:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292168832:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340287.254106:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fd7d1c00/2, rc 0, transno 21474838544 00000100:00100000:0.0:1763340287.254109:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292168960:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.254120:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292168704:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.254139:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.254153:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340287.254156:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292168576:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.254169:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.254183:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292168704 00000100:00100000:0.0:1763340287.254186:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292168704 00000100:00100000:0.0:1763340287.254199:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292168576 00000100:00100000:0.0:1763340287.254201:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292168576 00000100:00100000:0.0:1763340287.254212:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750 00000100:00100000:0.0:1763340287.254216:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+57:3651:x1848995292168704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340287.254226:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:508 count 1 00002000:00010000:0.0:1763340287.254245:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340287.254251:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254261:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.254264:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.254268:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254279:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254287:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254294:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254311:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340287.254440:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+58:3651:x1848995292168704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 222us (299us total) trans 21474838546 rc 0/0 00000100:00100000:0.0:1763340287.254446:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750 00000100:00100000:0.0:1763340287.254458:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5751 00000100:00100000:0.0:1763340287.254463:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+57:3651:x1848995292168576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340287.254472:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:507 count 1 00010000:00010000:0.0:1763340287.254482:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254495:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254502:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340287.254503:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340287.254506:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254529:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254579:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 32 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.254591:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292169088:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340287.254637:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1763340287.254662:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340287.254668:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254675:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340287.254679:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.254688:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.255487:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:2.0:1763340287.256222:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 20 done 00000100:00100000:2.0:1763340287.256242:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280595456 00000100:00100000:2.0:1763340287.256249:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280595456 00000100:00100000:2.0:1763340287.256284:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2919 00000100:00100000:2.0:1763340287.256291:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56704:x1848995280595456:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340287.256481:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56704:x1848995280595456:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 188us (995us total) trans 4294972212 rc 0/0 00000100:00100000:2.0:1763340287.256489:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2919 00010000:00010000:0.0:1763340287.257046:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.257055:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7200/0xbdebf3fb18248087 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.257076:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.257079:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.257081:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340287.257284:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fd7d3800/2, rc 0, transno 21474838546 00000100:00100000:0.0:1763340287.257292:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292168704:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340287.262082:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.262128:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.263874:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280595712 00000100:00100000:0.0:1763340287.263890:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280595712 00010000:00010000:0.0:1763340287.263942:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 17 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.263989:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2797 00000100:00100000:0.0:1763340287.263999:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280595712:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.264021:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.264026:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 17 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.264040:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 17 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.264064:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.264067:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.264072:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.264081:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.264102:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.264156:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280595712:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 159us (2028us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.264164:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2797 00000100:00100000:2.0:1763340287.264499:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280595584 00000100:00100000:2.0:1763340287.264505:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280595584 00000100:00100000:2.0:1763340287.264557:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8611 00000100:00100000:2.0:1763340287.264564:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56700:x1848995280595584:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.264585:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.264601:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18248095 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15df9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.264658:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18248095 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15df9 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.264673:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bee00/0xbdebf3fb18248095 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15df9 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.264690:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:2.0:1763340287.264694:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340287.264696:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bee00, rc 0) 00000100:00100000:2.0:1763340287.264726:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56700:x1848995280595584:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 163us (2661us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.264732:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8611 00010000:00010000:1.0:1763340287.264866:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18247f6f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15da5 expref: 16 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.264881:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292168448:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.264900:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.264910:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.264916:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.264925:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.264932:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.264956:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340287.265196:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292167936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13011us (14180us total) trans 17179871263 rc 0/0 00000100:00100000:1.0:1763340287.265205:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5745 00010000:00010000:2.0:1763340287.265318:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340287.265325:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.265333:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340287.265337:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.265345:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.265359:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.265366:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248080 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.265388:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.265390:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.265391:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340287.265615:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d84e00/2, rc 0, transno 17179871263 00000100:00100000:3.0:1763340287.265623:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292167936:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340287.267377:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292169088:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340287.267402:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.270239:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.270694:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.270780:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280596096 00000100:00100000:3.0:1763340287.270790:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280596096 00010000:00010000:3.0:1763340287.270829:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 33 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.270870:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2798 00000100:00100000:3.0:1763340287.270879:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2407:x1848995280596096:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.270893:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.270899:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 33 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.270912:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 33 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.270935:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83800/0xbdebf3fb18247f76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dac expref: 33 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.270949:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.270951:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.270956:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.270965:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.270997:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.271044:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2407:x1848995280596096:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 166us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.271052:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2798 00000100:00100000:3.0:1763340287.273084:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340287.273755:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.273770:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.273781:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.273788:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.273818:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340287.274062:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+58:3651:x1848995292168576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19594us (19886us total) trans 21474838547 rc 0/0 00000100:00100000:2.0:1763340287.274071:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5751 00000100:00100000:2.0:1763340287.274105:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280595968 00000100:00100000:2.0:1763340287.274111:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280595968 00000100:00100000:2.0:1763340287.274151:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8612 00000100:00100000:2.0:1763340287.274160:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280595968:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.274182:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.274205:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824809c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e00 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274327:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.274340:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274355:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274367:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.274373:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274379:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274431:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182480b1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.274439:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182480b1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274445:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182480b1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.274454:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 0 00010000:00010000:3.0:1763340287.274501:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340287.274508:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274510:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.274517:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340287.274517:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.274521:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274522:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274528:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.274548:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274554:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.274557:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274562:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.274564:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274570:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acb500) 00010000:00010000:3.0:1763340287.274571:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb1824808e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274573:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.274576:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274582:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182480a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.274588:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.274590:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.274590:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.274592:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.274596:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274601:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274605:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.274607:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274612:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274619:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acb100) 00010000:00010000:2.0:1763340287.274621:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.274624:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274634:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.274685:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824809c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e00 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274700:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182480b1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e00 expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.274707:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00000004:00080000:0.0:1763340287.274708:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fd7d3b80/2, rc 0, transno 21474838547 00010000:00010000:2.0:1763340287.274709:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340287.274712:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:0.0:1763340287.274714:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292168576:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340287.274763:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280595968:12345-192.168.203.42@tcp:101:bash.0 Request processed in 603us (1686us total) trans 4294972213 rc 0/0 00000100:00100000:2.0:1763340287.274770:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8612 00000100:00100000:1.0:1763340287.275153:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280596352 00000100:00100000:1.0:1763340287.275160:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280596352 00000100:00100000:1.0:1763340287.275198:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2920 00000100:00100000:1.0:1763340287.275207:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56700:x1848995280596352:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340287.275370:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1b0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763340287.275416:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1216, 64 off103424 00000040:00080000:1.0:1763340287.275438:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1238, 64 off105128 00000040:00080000:1.0:1763340287.275449:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1239, 64 off105192 00000040:00080000:1.0:1763340287.275459:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1217, 64 off103488 00010000:00010000:1.0:1763340287.275500:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763340287.275510:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.275519:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.275526:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.275567:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.275572:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.275591:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340287.275610:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340287.275616:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340287.275622:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340287.275625:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340287.275631:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340287.275641:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff9555d1799400) 00010000:00010000:0.0:1763340287.275643:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340287.275647:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340287.275664:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182480bf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340287.275673:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.275675:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.275677:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340287.275755:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56700:x1848995280596352:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 549us (5062us total) trans 4294972214 rc 0/0 00000100:00100000:1.0:1763340287.275766:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2920 00000100:00100000:0.0:1763340287.279904:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.279954:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280596480 00000100:00100000:2.0:1763340287.279965:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280596480 00000100:00100000:2.0:1763340287.280029:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8613 00000100:00100000:2.0:1763340287.280038:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280596480:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.280060:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.280079:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480c6 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e07 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.280109:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182480cd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.280121:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182480cd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.280135:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182480cd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.280243:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480c6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e07 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.280259:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182480cd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e07 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.280267:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.280269:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340287.280272:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340287.280327:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280596480:12345-192.168.203.42@tcp:101:bash.0 Request processed in 290us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.280334:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8613 00000100:00100000:0.0:1763340287.292469:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.292526:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.292728:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280596736 00000100:00100000:2.0:1763340287.292738:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280596736 00000100:00100000:2.0:1763340287.292801:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280596992 00000100:00100000:2.0:1763340287.292805:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280596992 00000100:00100000:2.0:1763340287.292840:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8614 00000100:00100000:2.0:1763340287.292852:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280596736:12345-192.168.203.42@tcp:36:bash.0 00000100:00100000:3.0:1763340287.292862:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8615 00000100:00100000:3.0:1763340287.292871:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56700:x1848995280596992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.292881:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.292902:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182480d4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e0e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.292906:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340287.292926:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182480b1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e00 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.292941:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.292946:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340287.292984:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182480db lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340287.292996:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182480db lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.293006:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182480db lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340287.293015:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 0 00010000:00010000:3.0:1763340287.293101:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb182480d4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e0e expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.293103:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.293112:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.293118:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.293188:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182480db lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e0e expref: 199 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.293196:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340287.293199:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763340287.293201:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:3.0:1763340287.293262:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56700:x1848995280596992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 392us (735us total) trans 4294972216 rc 0/0 00000100:00100000:3.0:1763340287.293269:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8615 00000001:00080000:2.0:1763340287.293770:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972215 00000004:00010000:2.0:1763340287.293797:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c96f4bcf reply state 0000000099c2660c transno 4294972217 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.293811:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.293818:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.293820:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.293823:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340287.293889:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280596736:12345-192.168.203.42@tcp:36:bash.0 Request processed in 1040us (1431us total) trans 4294972217 rc 0/0 00000100:00100000:2.0:1763340287.293896:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8614 00000020:00080000:2.0:1763340287.293899:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340287.299765:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.299861:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280597120 00000100:00100000:2.0:1763340287.299872:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280597120 00000100:00100000:2.0:1763340287.299937:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8616 00000100:00100000:2.0:1763340287.299948:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56700:x1848995280597120:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.299969:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.299988:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182480f0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e15 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.300078:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.300094:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.300106:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.300132:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 0 00000004:00200000:2.0:1763340287.300136:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340287.300153:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.300176:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182480f0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.300191:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.300200:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.300203:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340287.300206:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340287.300266:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56700:x1848995280597120:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 320us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.300273:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8616 00000100:00100000:3.0:1763340287.302503:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.302736:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.302845:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280597376 00000100:00100000:2.0:1763340287.302855:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280597376 00000100:00100000:2.0:1763340287.302904:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8617 00000100:00100000:2.0:1763340287.302914:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280597376:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.302938:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.302941:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340287.302967:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb182480db lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e0e expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.302985:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.302989:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.303001:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480fe lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e1c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.303042:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.303055:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.303064:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.303095:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.303109:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.303122:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292169216:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340287.303828:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280597504 00000100:00100000:3.0:1763340287.303835:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280597504 00000100:00100000:3.0:1763340287.303874:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5752 00000100:00100000:3.0:1763340287.303882:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280597504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.303890:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.303903:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e23 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340287.303921:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340287.303933:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.303935:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.303943:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 33 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340287.303955:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 33 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340287.303965:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:3.0:1763340287.304016:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2408:x1848995280597504:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 134us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.304024:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5752 00000100:00100000:0.0:1763340287.309903:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340287.310221:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.310458:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280597760 00000100:00100000:1.0:1763340287.310468:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280597760 00000100:00100000:1.0:1763340287.310522:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2921 00000100:00100000:1.0:1763340287.310550:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56700:x1848995280597760:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340287.310762:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56700:x1848995280597760:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 232us (544us total) trans 4294972218 rc 0/0 00000100:00100000:1.0:1763340287.310770:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2921 00000100:00100000:3.0:1763340287.315577:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.315619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.315701:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280597888 00000100:00100000:0.0:1763340287.315712:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280597888 00010000:00010000:0.0:1763340287.315754:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 203 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.315797:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2799 00000100:00100000:0.0:1763340287.315807:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fbb10450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2407:x1848995280597888:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.315821:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.315844:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 203 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.315856:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 203 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.315880:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.315886:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.315896:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.315903:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.315922:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.315972:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fbb10450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2407:x1848995280597888:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 166us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.315979:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2799 00010000:00010000:2.0:1763340287.316406:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182480f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e15 expref: 202 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.316421:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292169216:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.316442:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.316450:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.316454:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:2.0:1763340287.316726:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1218, 88 off103576 00000004:00080000:2.0:1763340287.316734:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028124200791ns, next at 1028957811539ns, rc = 0 00000040:00080000:2.0:1763340287.316758:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1240, 88 off105280 00000004:00080000:2.0:1763340287.316763:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028124229931ns, next at 1028957777431ns, rc = 0 00000040:00080000:2.0:1763340287.316810:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1241, 88 off105368 00000004:00080000:2.0:1763340287.316815:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028124282291ns, next at 1028957777431ns, rc = 0 00000040:00080000:2.0:1763340287.316834:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1219, 88 off103664 00000004:00080000:2.0:1763340287.316838:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028124305101ns, next at 1028957811539ns, rc = 0 00000100:00100000:1.0:1763340287.317311:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280598144 00000100:00100000:1.0:1763340287.317317:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280598144 00000100:00100000:1.0:1763340287.317363:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8618 00000100:00100000:1.0:1763340287.317370:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56700:x1848995280598144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.317386:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.317403:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248113 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e2a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.317463:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340287.317474:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.317484:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.317496:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340287.317503:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.317509:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.317619:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340287.317628:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.317635:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340287.317644:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 2 00010000:00010000:1.0:1763340287.319779:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319795:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319804:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319810:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.319814:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319822:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319840:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.319842:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763340287.319848:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319858:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248128 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319884:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319890:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319899:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319904:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319909:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.319912:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319917:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319924:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:1.0:1763340287.319926:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.319929:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319934:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824811a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319942:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319947:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319953:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319958:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.319960:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319965:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319970:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:1.0:1763340287.319972:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.319974:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.319979:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248121 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.320025:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248113 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e2a expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.320034:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:1.0:1763340287.320036:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340287.320040:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248113 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e2a expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.320049:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:1.0:1763340287.320111:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56700:x1848995280598144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2740us (4544us total) trans 4294972220 rc 301/301 00000100:00100000:1.0:1763340287.320120:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8618 00000001:00080000:3.0:1763340287.325880:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972219 is committed 00000004:00080000:3.0:1763340287.325893:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 797 committed 00000004:00080000:3.0:1763340287.325908:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 818 committed 00000004:00080000:3.0:1763340287.325925:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 817 committed 00000004:00080000:3.0:1763340287.325928:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 796 committed 00000100:00100000:1.0:1763340287.326140:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292169472:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.326202:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.326239:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340287.326244:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292169344:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.326265:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.326291:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292169728:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.326312:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.326325:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340287.326330:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292169600:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.326348:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.326373:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292169472 00000100:00100000:1.0:1763340287.326379:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292169472 00000100:00100000:1.0:1763340287.326416:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292169344 00000100:00100000:1.0:1763340287.326418:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292169344 00000100:00100000:1.0:1763340287.326432:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292169728 00000100:00100000:1.0:1763340287.326435:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292169728 00000100:00100000:1.0:1763340287.326448:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292169600 00000100:00100000:1.0:1763340287.326451:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292169600 00000100:00100000:1.0:1763340287.326468:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753 00000100:00100000:1.0:1763340287.326476:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3651:x1848995292169472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340287.326501:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:506 count 1 00010000:00010000:1.0:1763340287.326525:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326571:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326580:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.326583:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.326587:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326613:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326626:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 15 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.326637:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292169856:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.326706:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.326725:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5754 00000100:00100000:1.0:1763340287.326733:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+12:3651:x1848995292169344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340287.326745:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:505 count 1 00010000:00010000:1.0:1763340287.326757:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326768:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 15 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326774:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.326776:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.326779:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326796:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 15 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.326808:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 15 pid: 35213 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.326816:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292169984:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.326837:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.326852:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5755 00000100:00100000:1.0:1763340287.326859:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292169728:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.327006:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3649:x1848995292169728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 146us (692us total) trans 17179871264 rc 0/0 00000100:00100000:1.0:1763340287.327013:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5755 00000100:00100000:1.0:1763340287.327028:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756 00000100:00100000:1.0:1763340287.327034:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3649:x1848995292169600:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.327100:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3649:x1848995292169600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 65us (750us total) trans 17179871265 rc 0/0 00000100:00100000:1.0:1763340287.327105:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756 00000004:00080000:1.0:1763340287.327145:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c5f80/2, rc 0, transno 17179871265 00000100:00100000:1.0:1763340287.327150:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292169600:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340287.327160:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4380/2, rc 0, transno 17179871264 00000100:00100000:1.0:1763340287.327163:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292169728:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340287.327568:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.327577:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.327583:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.327589:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.327592:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.327598:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.327612:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.327616:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.327620:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.327626:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182480e9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.327697:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e1c expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.327706:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.327708:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340287.327721:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182480fe lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e1c expref: 193 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340287.327734:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e1c expref: 192 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.327759:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.327762:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340287.327764:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340287.327816:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:55868:x1848995280597376:12345-192.168.203.42@tcp:101:bash.0 Request processed in 24902us (25319us total) trans 4294972219 rc 0/0 00000100:00100000:2.0:1763340287.327823:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8617 00000100:00100000:0.0:1763340287.328636:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292170368:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.328690:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.328717:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340287.328722:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292170496:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.328741:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.328765:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292170368 00000100:00100000:0.0:1763340287.328770:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292170368 00000100:00100000:0.0:1763340287.328799:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292170496 00000100:00100000:0.0:1763340287.328804:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292170496 00000100:00100000:0.0:1763340287.328820:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5757 00000100:00100000:0.0:1763340287.328827:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+59:3648:x1848995292170368:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340287.328935:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340287.328938:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.328940:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.328942:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.328944:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340287.328976:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+60:3648:x1848995292170368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 149us (285us total) trans 21474838548 rc 0/0 00000100:00100000:0.0:1763340287.328982:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5757 00000100:00100000:0.0:1763340287.328994:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5758 00000100:00100000:0.0:1763340287.329000:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+59:3648:x1848995292170496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.329063:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+60:3648:x1848995292170496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 63us (320us total) trans 21474838549 rc 0/0 00000100:00100000:0.0:1763340287.329070:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5758 00000100:00100000:0.0:1763340287.329093:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292170112:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.329116:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.329131:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340287.329137:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292170240:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.329153:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340287.329170:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292170112 00000100:00100000:0.0:1763340287.329173:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292170112 00000100:00100000:0.0:1763340287.329188:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292170240 00000100:00100000:0.0:1763340287.329190:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292170240 00000100:00100000:0.0:1763340287.329201:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759 00000100:00100000:0.0:1763340287.329205:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+61:3650:x1848995292170112:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340287.329216:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:505 count 1 00010000:00010000:0.0:1763340287.329229:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.329244:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 32 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340287.329250:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.329252:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.329255:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.329276:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 32 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340287.329287:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 32 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:0.0:1763340287.329298:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292170624:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340287.329338:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3300 going to sleep for 11 seconds 00000100:00100000:0.0:1763340287.329351:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5760 00000100:00100000:0.0:1763340287.329358:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+61:3650:x1848995292170240:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340287.329368:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:506 count 1 00010000:00010000:0.0:1763340287.329380:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.329391:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.329397:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340287.329398:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340287.329401:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.329416:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.329424:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 32 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.329432:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292170752:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340287.329455:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e33c0 going to sleep for 11 seconds 00000004:00080000:0.0:1763340287.329487:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87fc700/2, rc 0, transno 21474838549 00000100:00100000:0.0:1763340287.329493:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292170496:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340287.329500:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfc700/2, rc 0, transno 21474838548 00000100:00100000:0.0:1763340287.329504:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292170368:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.332167:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.332939:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280598400 00000100:00100000:3.0:1763340287.332949:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280598400 00000100:00100000:0.0:1763340287.333709:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.333731:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280598528 00000100:00100000:0.0:1763340287.333735:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280598528 00010000:00010000:0.0:1763340287.333762:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 16 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.334686:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2922 00000100:00100000:2.0:1763340287.334703:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56700:x1848995280598400:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340287.334939:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56700:x1848995280598400:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 242us (2782us total) trans 4294972221 rc 0/0 00000100:00100000:2.0:1763340287.334947:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2922 00000100:00100000:2.0:1763340287.335000:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.336172:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292169984:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.336201:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340287.336230:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292169856:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.336243:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.338726:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280598656 00000100:00100000:0.0:1763340287.338740:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280598656 00010000:00010000:0.0:1763340287.338791:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 17 pid: 35213 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.338838:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2800 00000100:00100000:0.0:1763340287.338848:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280598528:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.338864:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.338870:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 17 pid: 8400 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.338883:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 17 pid: 8400 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.338905:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18247fed lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dc8 expref: 17 pid: 8400 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.338920:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.338923:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.338927:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.338936:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.338965:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.339016:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280598528:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 169us (5309us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.339022:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2800 00000100:00100000:0.0:1763340287.339040:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2801 00000100:00100000:0.0:1763340287.339046:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280598656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.339053:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.339058:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 15 pid: 35213 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.339066:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 15 pid: 35213 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.339077:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18247dd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d20 expref: 15 pid: 35213 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.339085:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.339086:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.339089:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339100:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339116:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.339134:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280598656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 89us (4134us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.339140:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2801 00010000:00010000:0.0:1763340287.339161:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339169:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339179:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339187:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339199:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340287.339423:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:3651:x1848995292169344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12690us (13154us total) trans 17179871266 rc 0/0 00000100:00100000:0.0:1763340287.339430:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5754 00000004:00080000:0.0:1763340287.339483:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c5500/2, rc 0, transno 17179871266 00000100:00100000:0.0:1763340287.339489:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292169344:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340287.339508:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339517:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339523:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339567:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339582:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763340287.339781:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3651:x1848995292169472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13304us (13577us total) trans 17179871267 rc 0/0 00000100:00100000:0.0:1763340287.339787:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753 00010000:00010000:0.0:1763340287.339805:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340287.339811:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339818:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c2b59200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340287.339822:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339830:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339841:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339853:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c2b59200/0xbdebf3fb1824813d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339868:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340287.339870:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339876:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340287.339879:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339885:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339893:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339899:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248136 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.339911:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.339920:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.339922:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340287.339943:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c6a00/2, rc 0, transno 17179871267 00000100:00100000:0.0:1763340287.339947:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292169472:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340287.340052:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340287.345281:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292170624:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340287.345318:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.345408:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292170752:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340287.345421:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.346170:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.346195:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.346219:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.346250:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.346967:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280598784 00000100:00100000:0.0:1763340287.346976:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280598784 00010000:00010000:0.0:1763340287.347011:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 33 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:0.0:1763340287.347039:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280598912 00000100:00100000:0.0:1763340287.347042:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280598912 00010000:00010000:0.0:1763340287.347054:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 34 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.347077:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2802 00000100:00100000:0.0:1763340287.347085:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280598784:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.347100:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.347105:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 34 pid: 35213 timeout: 1128 lvb_type: 1 00010000:00010000:0.0:1763340287.347118:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 34 pid: 35213 timeout: 1128 lvb_type: 1 00010000:00010000:0.0:1763340287.347139:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18247f14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15d82 expref: 34 pid: 35213 timeout: 1128 lvb_type: 1 00010000:00010000:0.0:1763340287.347154:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.347156:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.347161:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347170:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347194:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.347240:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2407:x1848995280598784:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 155us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.347248:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2802 00000100:00100000:0.0:1763340287.347266:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2803 00000100:00100000:0.0:1763340287.347272:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2407:x1848995280598912:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.347280:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.347284:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 32 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.347294:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 32 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.347306:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c600/0xbdebf3fb18248009 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15dd6 expref: 32 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.347315:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.347317:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.347321:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347328:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347342:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.347357:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2407:x1848995280598912:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 85us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.347362:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2803 00000100:00100000:0.0:1763340287.347380:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280599040 00000100:00100000:0.0:1763340287.347383:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280599040 00000100:00100000:0.0:1763340287.347401:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5761 00000100:00100000:0.0:1763340287.347406:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:55868:x1848995280599040:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340287.347418:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.347431:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e31 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347448:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 32 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340287.347455:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.347456:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.347460:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347483:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 32 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340287.347501:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 32 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:0.0:1763340287.347513:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292170880:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340287.347574:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e33c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763340287.347595:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347604:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347613:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347622:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.347636:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340287.348347:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280599168 00000100:00100000:1.0:1763340287.348353:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280599168 00000100:00100000:1.0:1763340287.348382:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2923 00000100:00100000:1.0:1763340287.348387:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56700:x1848995280599168:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340287.348494:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56700:x1848995280599168:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 105us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.348501:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2923 00010000:00010000:1.0:1763340287.348679:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.348688:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.348696:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.348703:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.348717:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340287.348943:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+63:3650:x1848995292170112:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19735us (19825us total) trans 21474838551 rc 0/0 00000100:00100000:1.0:1763340287.348951:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759 00010000:00010000:1.0:1763340287.348984:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340287.348990:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.348997:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.349001:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349008:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349022:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349028:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824814b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349044:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340287.349047:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349053:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.349056:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349062:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349071:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349077:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb18248144 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.349090:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.349091:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.349093:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.349108:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340287.349143:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcff480/2, rc 0, transno 21474838551 00000100:00100000:1.0:1763340287.349149:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292170112:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340287.353715:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.353748:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280599296 00000100:00100000:3.0:1763340287.353757:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280599296 00010000:00010000:3.0:1763340287.353797:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 33 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:3.0:1763340287.353830:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2804 00000100:00100000:3.0:1763340287.353840:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2408:x1848995280599296:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.353854:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.353860:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 33 pid: 35213 timeout: 1128 lvb_type: 1 00010000:00010000:3.0:1763340287.353873:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 33 pid: 35213 timeout: 1128 lvb_type: 1 00010000:00010000:3.0:1763340287.353898:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.353901:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.353909:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 33 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.353919:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 33 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.353958:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 33 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.353972:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292171008:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340287.354039:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3000 going to sleep for 11 seconds 00010000:00010000:1.0:1763340287.354195:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824810c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e23 expref: 33 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:1.0:1763340287.354209:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292170880:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.354234:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.354244:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:1.0:1763340287.354288:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:55868:x1848995280599040:12345-192.168.203.42@tcp:101:bash.0 Request processed in 6880us (8066us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.354297:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5761 00000100:00100000:0.0:1763340287.354587:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+62:3650:x1848995292170240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25227us (25430us total) trans 21474838550 rc 0/0 00000100:00100000:0.0:1763340287.354596:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5760 00000004:00080000:1.0:1763340287.354678:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfed80/2, rc 0, transno 21474838550 00000100:00100000:1.0:1763340287.354685:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292170240:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340287.361497:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.361862:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280599424 00000100:00100000:2.0:1763340287.361872:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280599424 00000100:00100000:2.0:1763340287.361931:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5762 00000100:00100000:2.0:1763340287.361942:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280599424:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.361961:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.361984:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e38 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340287.362005:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340287.362024:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.362027:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.362036:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.362050:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 15 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.362062:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340287.362115:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280599424:12345-192.168.203.42@tcp:101:bash.0 Request processed in 175us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.362122:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5762 00000100:00100000:0.0:1763340287.362348:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292171008:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340287.362375:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.362401:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2408:x1848995280599296:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 8563us (8695us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.362413:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2804 00000100:00100000:3.0:1763340287.371946:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.372057:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.374109:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280599680 00000100:00100000:0.0:1763340287.374129:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280599680 00002000:00010000:0.0:1763340287.374177:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/509 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.374183:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5c00 with x1848995280599680 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.374196:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c4fa5c00. 00000100:00100000:0.0:1763340287.374241:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1475 00000100:00100000:0.0:1763340287.374251:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280599680:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340287.374441:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340287.374445:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:0.0:1763340287.374448:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.374450:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:0.0:1763340287.374451:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340287.374519:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280599680:12345-192.168.203.42@tcp:10:bash.0 Request processed in 270us (2462us total) trans 17179871268 rc 0/0 00000100:00100000:0.0:1763340287.374528:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1475 00002000:00010000:0.0:1763340287.374549:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/509 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.374552:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5c00 with x1848995280599680 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.374557:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c4fa5c00. 00000100:00100000:1.0:1763340287.374993:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280599552 00000100:00100000:1.0:1763340287.374999:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280599552 00002000:00010000:1.0:1763340287.375020:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/509 (0->18446744073709551615) 00002000:00100000:1.0:1763340287.375023:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa4380 with x1848995280599552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340287.375029:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c4fa4380. 00000100:00100000:1.0:1763340287.375050:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1476 00000100:00100000:1.0:1763340287.375057:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2408:x1848995280599552:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340287.375144:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340287.375147:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb mtime from disk: 0 -> 1763340287 00002000:00010000:1.0:1763340287.375150:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.375152:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb ctime from disk: 0 -> 1763340287 00002000:00010000:1.0:1763340287.375154:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340287.375184:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280599552:12345-192.168.203.42@tcp:10:bash.0 Request processed in 127us (3248us total) trans 21474838552 rc 0/0 00000100:00100000:1.0:1763340287.375190:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1476 00002000:00010000:1.0:1763340287.375193:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/509 (0->18446744073709551615) 00002000:00100000:1.0:1763340287.375195:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa4380 with x1848995280599552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340287.375199:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c4fa4380. 00000100:00100000:2.0:1763340287.380333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.380443:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280599936 00000100:00100000:0.0:1763340287.380454:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280599936 00000100:00100000:0.0:1763340287.380519:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8619 00000100:00100000:0.0:1763340287.380528:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56705:x1848995280599936:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.381778:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.381805:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248160 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e3f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.381882:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.381895:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.381906:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.381917:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.381923:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.381928:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382034:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.382042:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382048:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340287.382057:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 2 00010000:00010000:0.0:1763340287.382135:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382141:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382151:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382157:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382163:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.382166:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382173:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382183:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b500) 00010000:00010000:0.0:1763340287.382186:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.382191:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382196:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248167 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382222:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382229:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382234:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382239:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.382241:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382249:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382256:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860bc00) 00010000:00010000:0.0:1763340287.382258:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.382260:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382265:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824816e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.382305:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248160 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.382322:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.382330:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.382332:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340287.382335:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340287.382408:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56705:x1848995280599936:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1881us (2085us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1763340287.382416:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8619 00000100:00100000:0.0:1763340287.385389:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.385477:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280600192 00000100:00100000:3.0:1763340287.385487:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280600192 00000100:00100000:3.0:1763340287.385589:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2924 00000100:00100000:3.0:1763340287.385602:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280600192:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340287.385888:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280600192:12345-192.168.203.42@tcp:35:bash.0 Request processed in 288us (507us total) trans 4294972223 rc 0/0 00000100:00100000:3.0:1763340287.385896:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2924 00000100:00100000:2.0:1763340287.387820:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.389677:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280600448 00000100:00100000:0.0:1763340287.389690:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280600448 00000100:00100000:1.0:1763340287.390629:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2925 00000100:00100000:1.0:1763340287.390641:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56705:x1848995280600448:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340287.390938:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56705:x1848995280600448:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 298us (3122us total) trans 4294972224 rc 0/0 00000100:00100000:1.0:1763340287.390946:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2925 00000100:00100000:2.0:1763340287.401488:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.401590:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280600704 00000100:00100000:0.0:1763340287.401600:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280600704 00000100:00100000:0.0:1763340287.401667:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8620 00000100:00100000:0.0:1763340287.401677:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56705:x1848995280600704:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.401704:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.401723:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248183 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e46 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.401824:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.401838:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.401846:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.401875:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.401887:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 198 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.401901:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292171136:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340287.401971:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340287.406679:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.407297:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280600960 00000100:00100000:1.0:1763340287.407307:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280600960 00000100:00100000:1.0:1763340287.407374:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8621 00000100:00100000:1.0:1763340287.407384:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56706:x1848995280600960:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340287.407436:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340287.407469:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248105 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e1c expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.407491:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 198 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.407503:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182480cd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e07 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.407512:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.407517:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.407525:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.407561:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.407583:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340287.407609:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340287.407618:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.407626:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.407641:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340287.407656:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.407663:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.408073:0:6515:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@000000000b6a46a8 x1848995292171136) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 197 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.408094:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248175 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e3f expref: 197 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.408118:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292171136:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.408139:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.408144:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.408152:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.408157:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.408174:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 5 00010000:00010000:1.0:1763340287.408225:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340287.408234:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 2/0,1 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.408241:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.408253:0:6513:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.408259:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.408285:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248183 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e46 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.408306:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e46 expref: 197 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.408315:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e46 expref: 197 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.408322:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6c00, rc 0) 00000100:00100000:2.0:1763340287.408398:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56705:x1848995280600704:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6722us (6917us total) trans 4294972225 rc 0/0 00000100:00100000:2.0:1763340287.408410:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8620 00000100:00100000:2.0:1763340287.412704:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.412855:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280601088 00000100:00100000:0.0:1763340287.412866:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280601088 00000100:00100000:0.0:1763340287.412935:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8622 00000100:00100000:0.0:1763340287.412945:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56705:x1848995280601088:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.412970:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.412991:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182481ad lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e4d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.413092:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.413104:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.413112:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.413127:0:6515:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.413137:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340287.413198:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.413336:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280601216 00000100:00100000:0.0:1763340287.413342:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280601216 00010000:00010000:0.0:1763340287.413361:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e46 expref: 199 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.413875:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2805 00000100:00100000:0.0:1763340287.413884:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:2408:x1848995280601216:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.413895:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.413901:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e46 expref: 199 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.413914:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e46 expref: 199 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.413934:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824818a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e46 expref: 199 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.413960:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.413964:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.413971:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.413977:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.413984:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.413989:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.413994:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.414019:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340287.414056:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.414064:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340287.414072:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2408:x1848995280601216:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 190us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.414078:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2805 00000004:00080000:3.0:1763340287.414308:0:6513:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1b3:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763340287.414447:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.414454:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.414460:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.414469:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf82600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.414471:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.414478:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.414487:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340287.414490:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763340287.414493:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.414500:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.414505:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.414554:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.414561:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb182481a6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.414749:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.414757:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.414783:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 5 00000004:00200000:2.0:1763340287.414787:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340287.414802:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.414830:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182481ad lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e4d expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.414849:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e4d expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.414857:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.414859:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340287.414861:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:2.0:1763340287.414897:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56705:x1848995280601088:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1953us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.414904:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8622 00010000:00010000:3.0:1763340287.416747:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416761:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416767:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416774:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416781:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.416784:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416791:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416805:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff955602056400) 00010000:00010000:3.0:1763340287.416809:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.416813:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416820:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248191 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340287.416842:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d1eaaf62 reply state 000000003eb8169b transno 4294972226 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416853:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.416860:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:3.0:1763340287.416863:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340287.416866:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340287.416957:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56706:x1848995280600960:12345-192.168.203.42@tcp:36:rm.0 Request processed in 9571us (10284us total) trans 4294972226 rc 0/0 00000100:00100000:3.0:1763340287.416966:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8621 00000100:00100000:2.0:1763340287.419453:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.419518:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280601472 00000100:00100000:3.0:1763340287.419706:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280601472 00000100:00100000:0.0:1763340287.419822:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8623 00000100:00100000:0.0:1763340287.419833:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56705:x1848995280601472:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.419856:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.419878:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182481bb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e54 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.420000:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182481c2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.420015:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182481c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.420025:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182481c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340287.420036:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 5 00010000:00010000:0.0:1763340287.420142:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb182481bb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e54 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.420175:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182481c2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e54 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.420184:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.420187:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340287.420191:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:0.0:1763340287.420261:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56705:x1848995280601472:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 429us (819us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1763340287.420270:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8623 00000100:00100000:2.0:1763340287.432970:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.433126:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280601600 00000100:00100000:1.0:1763340287.433136:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280601600 00000100:00100000:1.0:1763340287.433192:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5763 00000100:00100000:1.0:1763340287.433201:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280601600:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340287.433244:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.433262:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.433270:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.433273:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.433276:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.433312:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 32 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.433325:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 32 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.433339:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292171264:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.433421:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.436207:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.436207:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292171264:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340287.436237:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.436917:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280601728 00000100:00100000:3.0:1763340287.436925:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280601728 00002000:00100000:3.0:1763340287.436969:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1fd:0x0] (0->4) req@ffff9555f7f65500 x1848995280601728/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:48/0 lens 496/0 e 0 to 0 dl 1763340298 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340287.436980:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f65500 with x1848995280601728 ext(0->4) 00010000:00010000:3.0:1763340287.436987:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 33 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.437000:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 33 pid: 16598 timeout: 1128 lvb_type: 0 00002000:00010000:3.0:1763340287.437008:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555f7f65500 00000100:00100000:3.0:1763340287.437040:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 95 00000100:00100000:3.0:1763340287.437048:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2407:x1848995280601728:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:3.0:1763340287.443792:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:2407:x1848995280601728:12345-192.168.203.42@tcp:4:bash.0 Request processed in 6733us (7581us total) trans 21474838553 rc 0/0 00000100:00100000:3.0:1763340287.443808:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 95 00002000:00100000:3.0:1763340287.443821:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1fd:0x0] (0->4) req@ffff9555f7f65500 x1848995280601728/t21474838553(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:48/0 lens 496/448 e 0 to 0 dl 1763340298 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340287.443832:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f65500 with x1848995280601728 ext(0->4) 00010000:00010000:3.0:1763340287.443842:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 35 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.443860:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 35 pid: 16598 timeout: 1128 lvb_type: 0 00002000:00010000:3.0:1763340287.443868:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555f7f65500 00000100:00100000:0.0:1763340287.447628:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.449493:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280601856 00000100:00100000:2.0:1763340287.449507:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280601856 00000100:00100000:2.0:1763340287.449597:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8624 00000100:00100000:2.0:1763340287.449607:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56707:x1848995280601856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.449635:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.449676:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182481d7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e5b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.449745:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.449759:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449769:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449779:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.449787:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449793:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449831:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449837:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449843:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449852:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449857:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.449861:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449868:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449880:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340287.449883:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.449887:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449892:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182481de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449905:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449910:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449916:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449921:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.449924:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449929:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449939:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:2.0:1763340287.449941:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.449944:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449949:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182481e5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.449975:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182481d7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e5b expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.449985:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340287.449987:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.449991:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182481d7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e5b expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.450007:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340287.450082:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56707:x1848995280601856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 476us (2463us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340287.450089:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8624 00010000:00010000:0.0:1763340287.450688:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340287.452295:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.453875:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280601984 00000100:00100000:0.0:1763340287.453891:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280601984 00010000:00010000:1.0:1763340287.454402:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 35 pid: 16598 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.454456:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2806 00000100:00100000:1.0:1763340287.454466:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fbb12050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:2407:x1848995280601984:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340287.454483:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763340287.454501:0:6499:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763340287.454505:0:6499:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340287.454510:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 35 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.454529:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 35 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.454587:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb18248152 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e31 expref: 35 pid: 16598 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.454604:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.454606:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.454611:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.454621:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.454661:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340287.454725:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fbb12050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280601984:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 259us (2436us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.454733:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2806 00010000:00010000:0.0:1763340287.455389:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455400:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455421:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455429:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455436:0:16598:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455443:0:16598:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340287.455447:0:16598:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455456:0:16598:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455468:0:16598:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.455475:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83200/0xbdebf3fb182481d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.455567:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2408:x1848995280601600:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 22365us (22605us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.455577:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5763 00000100:00100000:1.0:1763340287.464740:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.464810:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280602112 00000100:00100000:0.0:1763340287.464829:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280602112 00000100:00100000:0.0:1763340287.464902:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8625 00000100:00100000:0.0:1763340287.464912:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56707:x1848995280602112:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.464932:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.464956:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182481ec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e62 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.465033:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.465047:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465060:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465071:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.465078:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465084:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465134:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465140:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465148:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465155:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465161:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.465165:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465172:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465185:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b500) 00010000:00010000:0.0:1763340287.465188:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.465192:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465198:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182481f3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465228:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465234:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465239:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465243:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.465245:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465254:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465260:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:0.0:1763340287.465262:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.465265:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465270:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182481fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.465294:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182481ec lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e62 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.465302:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b500) 00010000:00010000:0.0:1763340287.465304:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.465308:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182481ec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e62 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.465319:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340287.465381:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56707:x1848995280602112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 471us (665us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340287.465388:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8625 00000100:00100000:3.0:1763340287.467135:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.467737:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280602368 00000100:00100000:0.0:1763340287.467755:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280602368 00000100:00100000:0.0:1763340287.467844:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8626 00000100:00100000:0.0:1763340287.467857:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56705:x1848995280602368:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:0.0:1763340287.467929:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.467968:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182481b4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e4d expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.468023:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.468032:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340287.468087:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.468106:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.468118:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763340287.468450:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1220, 88 off103752 00000004:00080000:0.0:1763340287.468461:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028275928076ns, next at 1028957811539ns, rc = 0 00000040:00080000:0.0:1763340287.468568:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1242, 88 off105456 00000004:00080000:0.0:1763340287.468574:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028276041299ns, next at 1028957777431ns, rc = 0 00000040:00080000:0.0:1763340287.471279:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1243, 88 off105544 00000004:00080000:0.0:1763340287.471306:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028278772530ns, next at 1028957777431ns, rc = 0 00000100:00100000:3.0:1763340287.471440:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000040:00080000:0.0:1763340287.472293:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1221, 88 off103840 00000004:00080000:0.0:1763340287.472306:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028279773073ns, next at 1028957811539ns, rc = 0 00000100:00100000:2.0:1763340287.473228:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280602496 00000100:00100000:2.0:1763340287.473247:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280602496 00000100:00100000:2.0:1763340287.473341:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8627 00000100:00100000:2.0:1763340287.473353:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56707:x1848995280602496:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.473382:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.473414:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248208 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e69 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.473505:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824820f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.473522:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824820f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.473550:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824820f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.473619:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340287.473625:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340287.473679:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248208 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e69 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.473700:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824820f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e69 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.473710:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340287.473713:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340287.473717:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340287.474057:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56707:x1848995280602496:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 705us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.474066:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8627 00000100:00100000:0.0:1763340287.480085:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.480218:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280602624 00000100:00100000:2.0:1763340287.480232:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280602624 00000100:00100000:2.0:1763340287.480310:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8628 00000100:00100000:2.0:1763340287.480322:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56707:x1848995280602624:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.480352:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.480380:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248216 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e70 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.480468:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340287.480485:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480500:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480512:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340287.480519:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480525:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480597:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480604:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480610:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480616:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480622:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.480626:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480635:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480657:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340287.480660:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.480666:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480674:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824821d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480687:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480693:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480698:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480703:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.480706:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480712:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480720:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:2.0:1763340287.480722:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.480724:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480730:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248224 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.480763:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248216 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e70 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.480773:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340287.480776:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.480780:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248216 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e70 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.480801:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340287.480887:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56707:x1848995280602624:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 566us (818us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340287.480896:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8628 00000001:00080000:3.0:1763340287.481629:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972228 is committed 00000004:00080000:3.0:1763340287.481640:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 799 committed 00000004:00080000:3.0:1763340287.481660:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 820 committed 00000004:00080000:3.0:1763340287.481671:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 819 committed 00000004:00080000:3.0:1763340287.481674:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 798 committed 00000100:00100000:1.0:1763340287.481885:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292171520:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.481949:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.481993:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340287.481998:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292171392:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.482018:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.482049:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292171520 00000100:00100000:1.0:1763340287.482056:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292171520 00000100:00100000:1.0:1763340287.482099:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292171392 00000100:00100000:1.0:1763340287.482102:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292171392 00000100:00100000:1.0:1763340287.482123:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5764 00000100:00100000:1.0:1763340287.482132:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+63:3651:x1848995292171520:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.482349:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+64:3651:x1848995292171520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 217us (399us total) trans 21474838554 rc 0/0 00000100:00100000:1.0:1763340287.482356:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5764 00000100:00100000:1.0:1763340287.482373:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765 00000100:00100000:1.0:1763340287.482380:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+63:3651:x1848995292171392:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.482442:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+64:3651:x1848995292171392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 63us (423us total) trans 21474838555 rc 0/0 00000100:00100000:1.0:1763340287.482448:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765 00000004:00080000:1.0:1763340287.482501:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f64700/2, rc 0, transno 21474838555 00000100:00100000:1.0:1763340287.482507:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292171392:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340287.482516:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f67800/2, rc 0, transno 21474838554 00000100:00100000:1.0:1763340287.482519:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292171520:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763340287.482941:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.482954:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.482962:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.482974:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.482979:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.482988:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.483005:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff955602056200) 00010000:00010000:0.0:1763340287.483008:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.483013:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.483019:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248198 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340287.483081:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e245dcc9 reply state 00000000ab5db953 transno 4294972228 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.483096:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.483103:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.483105:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340287.483108:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763340287.483210:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763340287.483233:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56705:x1848995280602368:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 15377us (16109us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1763340287.483240:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8626 00010000:00010000:3.0:1763340287.483634:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.483644:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.483660:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.483665:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.483669:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.483675:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.483686:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340287.483688:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340287.483692:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.483697:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248201 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340287.485289:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292171776:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.485379:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.485424:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340287.485429:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292171648:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.485447:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340287.485498:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292171776 00000100:00100000:3.0:1763340287.485507:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292171776 00000100:00100000:3.0:1763340287.485575:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292171648 00000100:00100000:3.0:1763340287.485578:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292171648 00000100:00100000:3.0:1763340287.485611:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5766 00000100:00100000:3.0:1763340287.485621:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3649:x1848995292171776:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.485623:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5767 00000100:00100000:1.0:1763340287.485632:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+14:3649:x1848995292171648:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340287.485847:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3649:x1848995292171776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 227us (466us total) trans 17179871269 rc 0/0 00000100:00100000:3.0:1763340287.485855:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5766 00002000:00010000:1.0:1763340287.486020:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340287.486024:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.486027:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.486030:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:1.0:1763340287.486032:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340287.486060:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+15:3649:x1848995292171648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 429us (611us total) trans 17179871270 rc 0/0 00000100:00100000:1.0:1763340287.486066:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5767 00000004:00080000:1.0:1763340287.486111:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc28a680/2, rc 0, transno 17179871270 00000100:00100000:1.0:1763340287.486117:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292171648:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340287.486126:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc288380/2, rc 0, transno 17179871269 00000100:00100000:1.0:1763340287.486129:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292171776:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340287.489030:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.489307:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280602880 00000100:00100000:2.0:1763340287.489322:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280602880 00000100:00100000:2.0:1763340287.489403:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8629 00000100:00100000:2.0:1763340287.489416:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56707:x1848995280602880:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.489446:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.489450:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340287.489498:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824820f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e69 expref: 191 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.489523:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340287.489558:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.489580:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824822b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e77 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.490025:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.490043:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280603008 00000100:00100000:3.0:1763340287.490049:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280603008 00000100:00100000:3.0:1763340287.490094:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8630 00000100:00100000:3.0:1763340287.490102:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56705:x1848995280603008:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.490116:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.490130:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e7e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.490190:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.490206:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 193 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.490226:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340287.490230:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340287.490233:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:3.0:1763340287.490317:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56705:x1848995280603008:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 215us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.490326:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8630 00010000:00010000:2.0:1763340287.490456:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.490467:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.490476:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.490492:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.490498:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.490504:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491045:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.491056:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491064:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340287.491076:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b5:0x0]: returning size 0 00010000:00010000:2.0:1763340287.491107:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491114:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491120:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491126:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491133:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.491137:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491145:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491156:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd500) 00010000:00010000:2.0:1763340287.491159:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.491162:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491169:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248239 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763340287.491183:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000073578130 reply state 00000000349a9417 transno 4294972229 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491195:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.491201:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acd100) 00010000:00010000:2.0:1763340287.491203:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.491207:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340287.491244:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824822b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.491266:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.491273:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9554c2acd000) 00010000:00010000:2.0:1763340287.491276:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340287.491279:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:2.0:1763340287.491356:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56707:x1848995280602880:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1942us (2338us total) trans 4294972229 rc 0/0 00000100:00100000:2.0:1763340287.491365:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8629 00000100:00100000:3.0:1763340287.497772:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.498001:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.498187:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280603136 00000100:00100000:1.0:1763340287.498202:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280603136 00000100:00100000:2.0:1763340287.498216:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280603392 00000100:00100000:2.0:1763340287.498220:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280603392 00000100:00100000:1.0:1763340287.498270:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8631 00000100:00100000:1.0:1763340287.498281:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56705:x1848995280603136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.498309:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.498336:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248255 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e85 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.498427:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824825c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.498444:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824825c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.498458:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824825c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340287.498487:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8632 00000100:00100000:2.0:1763340287.498495:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56707:x1848995280603392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.498508:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:1.0:1763340287.498514:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b3:0x0]: returning size 5 00010000:00010000:2.0:1763340287.498519:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248263 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e8c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763340287.498519:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340287.498607:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824825c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.498622:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.498633:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.498637:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb18248255 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e85 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.498643:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.498663:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824825c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e85 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.498672:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.498675:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763340287.498679:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00010000:00010000:2.0:1763340287.498691:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.498704:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.498718:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292171904:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.498756:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56705:x1848995280603136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 477us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.498764:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8631 00000100:00100000:2.0:1763340287.498787:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340287.502238:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.502360:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280603520 00000100:00100000:1.0:1763340287.502373:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280603520 00000100:00100000:1.0:1763340287.502443:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5768 00000100:00100000:1.0:1763340287.502455:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2407:x1848995280603520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.502479:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.502511:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e93 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340287.502578:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fd:0x0] initial LVB size: 5, mtime: 0x691a6fff, atime: 0x0, ctime: 0x691a6fff, blocks: 0x8 00010000:00010000:1.0:1763340287.502606:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.502609:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.502622:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 34 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340287.502655:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 34 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340287.502669:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:1.0:1763340287.502745:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280603520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 292us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.502754:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5768 00000100:00100000:2.0:1763340287.509083:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292171904:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.509146:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340287.530384:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.530434:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280603648 00000100:00100000:3.0:1763340287.530449:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280603648 00010000:00010000:3.0:1763340287.530507:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.530755:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2807 00000100:00100000:2.0:1763340287.530771:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2407:x1848995280603648:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340287.530791:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340287.530799:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.530814:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.530841:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248247 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e77 expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.530860:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9554c2acd000) 00010000:00010000:2.0:1763340287.530867:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.530879:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.530887:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.530924:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340287.530992:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2407:x1848995280603648:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 226us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.531001:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2807 00010000:00010000:2.0:1763340287.531037:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.531046:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340287.531079:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b5:0x0]: returning size 0 00000004:00080000:2.0:1763340287.531331:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1ff:0x0], index 1: 0 00000004:00080000:2.0:1763340287.531339:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1ff:0x0], index 0: 0 00000004:00080000:2.0:1763340287.531344:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x200:0x0], index 0: 0 00000004:00080000:2.0:1763340287.531349:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x200:0x0], index 1: 0 00010000:00010000:2.0:1763340287.531495:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.531503:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.531510:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.531517:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.531521:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.531529:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.531572:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9554c2acd000) 00010000:00010000:2.0:1763340287.531576:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340287.533468:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340287.533554:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340287.533564:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280603776 00010000:00010000:2.0:1763340287.533569:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824826a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340287.533577:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280603776 00000100:00100000:3.0:1763340287.533669:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5769 00000100:00100000:3.0:1763340287.533681:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2410:x1848995280603776:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340287.533836:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2410:x1848995280603776:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 158us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.533845:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5769 00010000:00010000:2.0:1763340287.534319:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248263 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e8c expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.534341:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9554c2acd000) 00010000:00010000:2.0:1763340287.534345:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340287.534352:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248263 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e8c expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.534378:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:2.0:1763340287.534430:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56707:x1848995280603392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 35935us (36428us total) trans 4294972230 rc 301/301 00000100:00100000:2.0:1763340287.534439:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8632 00000100:00100000:0.0:1763340287.537910:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.537972:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.538051:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280603904 00000100:00100000:3.0:1763340287.538063:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280603904 00000100:00100000:3.0:1763340287.538141:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5770 00000100:00100000:3.0:1763340287.538154:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2410:x1848995280603904:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340287.538219:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280604160 00000100:00100000:2.0:1763340287.538225:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280604160 00000100:00100000:2.0:1763340287.538276:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2926 00000100:00100000:2.0:1763340287.538286:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56707:x1848995280604160:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340287.538308:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2410:x1848995280603904:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 156us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.538317:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5770 00000100:00100000:0.0:1763340287.539317:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56707:x1848995280604160:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1025us (1336us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1763340287.539331:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2926 00000100:00100000:0.0:1763340287.542787:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.543004:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280604544 00000100:00100000:3.0:1763340287.543017:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280604544 00000100:00100000:3.0:1763340287.543446:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2927 00000100:00100000:3.0:1763340287.543460:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56707:x1848995280604544:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340287.543821:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56707:x1848995280604544:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 363us (1047us total) trans 4294972232 rc 0/0 00000100:00100000:3.0:1763340287.543831:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2927 00000100:00100000:0.0:1763340287.544971:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.545045:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280604288 00000100:00100000:3.0:1763340287.545057:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280604288 00000100:00100000:3.0:1763340287.545701:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1477 00000100:00100000:3.0:1763340287.545715:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280604288:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340287.545765:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.545784:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.545787:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.545796:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.545811:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.545950:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.545960:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.545969:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.545977:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340287.545981:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.545992:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.546017:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.546026:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb1824827f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.546100:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280604288:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 388us (1137us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340287.546109:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1477 00000100:00100000:2.0:1763340287.549996:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.550260:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280604672 00000100:00100000:0.0:1763340287.550273:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280604672 00000100:00100000:0.0:1763340287.550713:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8633 00000100:00100000:0.0:1763340287.550727:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56705:x1848995280604672:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.550752:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.550778:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248286 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15e9a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.550818:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824828d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.550835:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824828d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.550848:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824828d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.550989:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248286 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e9a expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.551025:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6c00/0xbdebf3fb1824828d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e9a expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.551036:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.551040:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340287.551044:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6c00, rc 0) 00000100:00100000:0.0:1763340287.551122:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56705:x1848995280604672:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 399us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.551129:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8633 00000100:00100000:0.0:1763340287.554467:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.555111:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280604800 00000100:00100000:1.0:1763340287.555128:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280604800 00000100:00100000:1.0:1763340287.555229:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1478 00000100:00100000:1.0:1763340287.555241:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280604800:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:1.0:1763340287.555320:0:16401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340287.555332:0:16401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.555351:0:16401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.555354:0:16401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.555363:0:16401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.555380:0:16401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763340287.557745:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871271 is committed 00000001:00080000:0.0:1763340287.557770:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871269 is committed 00000001:00080000:0.0:1763340287.557777:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871270 is committed 00002000:00010000:1.0:1763340287.557961:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763340287.557967:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:1.0:1763340287.557970:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:1.0:1763340287.557973:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340287.557990:0:16401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.558003:0:16401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.558012:0:16401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.558019:0:16401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.558025:0:16401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.558034:0:16401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.558059:0:16401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.558067:0:16401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248294 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340287.558199:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280604800:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 2953us (3740us total) trans 17179871271 rc 0/0 00000100:00100000:1.0:1763340287.558211:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1478 00000100:00100000:2.0:1763340287.561036:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.561320:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280605056 00000100:00100000:0.0:1763340287.561337:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280605056 00000100:00100000:0.0:1763340287.561451:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8634 00000100:00100000:0.0:1763340287.561464:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280605056:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340287.561497:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.561530:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824829b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ea1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.561878:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.561896:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.561915:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.561929:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.561938:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.561945:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562022:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482b0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.562030:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562037:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340287.562050:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b5:0x0]: returning size 0 00010000:00010000:0.0:1763340287.562173:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562181:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562187:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562193:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562199:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.562202:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562210:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562227:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799100) 00010000:00010000:0.0:1763340287.562231:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.562237:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562244:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182482a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562277:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562283:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562287:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562292:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.562294:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562299:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562306:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acd100) 00010000:00010000:0.0:1763340287.562308:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.562310:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562315:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482a9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.562358:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824829b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ea1 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.562379:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ea1 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.562387:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340287.562389:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340287.562392:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:0.0:1763340287.562486:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280605056:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1025us (1465us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1763340287.562494:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8634 00000100:00100000:2.0:1763340287.566350:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.566437:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280605184 00000100:00100000:0.0:1763340287.566451:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280605184 00000100:00100000:0.0:1763340287.566527:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8635 00000100:00100000:0.0:1763340287.566743:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280605184:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340287.566777:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.566949:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482be lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ea8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.566988:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182482c5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.567003:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182482c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.567015:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182482c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.567146:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482be lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ea8 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.567190:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182482c5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ea8 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.567199:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340287.567202:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340287.567205:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:0.0:1763340287.567281:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280605184:12345-192.168.203.42@tcp:101:bash.0 Request processed in 542us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.567288:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8635 00000100:00100000:3.0:1763340287.569866:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.569990:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280605440 00000100:00100000:0.0:1763340287.570005:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280605440 00000100:00100000:0.0:1763340287.570068:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8636 00000100:00100000:0.0:1763340287.570077:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280605440:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:0.0:1763340287.570143:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.570172:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482b0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ea1 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.570210:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340287.570214:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340287.570434:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.570449:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.570459:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763340287.570515:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972234 00000004:00010000:0.0:1763340287.570575:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ff4aef69 reply state 000000007a68030c transno 4294972235 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.570592:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.570599:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:0.0:1763340287.570601:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340287.570604:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340287.570711:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280605440:12345-192.168.203.42@tcp:36:bash.0 Request processed in 633us (858us total) trans 4294972235 rc 0/0 00000100:00100000:0.0:1763340287.570718:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8636 00000020:00080000:0.0:1763340287.570723:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340287.576739:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.576910:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280605568 00000100:00100000:1.0:1763340287.576925:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280605568 00000100:00100000:1.0:1763340287.576999:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8637 00000100:00100000:1.0:1763340287.577012:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc289500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280605568:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340287.577044:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.577073:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182482d3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15eaf expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.577150:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182482d3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eaf expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.577168:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182482d3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eaf expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.577190:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340287.577193:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340287.577198:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:1.0:1763340287.577281:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc289500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280605568:12345-192.168.203.42@tcp:101:bash.0 Request processed in 271us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.577289:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8637 00000100:00100000:2.0:1763340287.580868:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.582016:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280605824 00000100:00100000:1.0:1763340287.582033:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280605824 00000100:00100000:1.0:1763340287.582111:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8638 00000100:00100000:1.0:1763340287.582121:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280605824:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340287.582144:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.582148:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340287.582182:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182482d3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eaf expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.582202:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340287.582207:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340287.582225:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182482da lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15eb6 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.582281:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182482e1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.582295:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182482e1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.582305:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182482e1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340287.582677:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1244, 88 off105632 00000004:00080000:1.0:1763340287.582687:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028390153469ns, next at 1028957777431ns, rc = 0 00000040:00080000:1.0:1763340287.582736:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1222, 88 off103928 00000004:00080000:1.0:1763340287.582741:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028390208389ns, next at 1028957811539ns, rc = 0 00000040:00080000:1.0:1763340287.582762:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1223, 88 off104016 00000004:00080000:1.0:1763340287.582767:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028390233907ns, next at 1028957811539ns, rc = 0 00000040:00080000:1.0:1763340287.582776:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1245, 88 off105720 00000004:00080000:1.0:1763340287.582779:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028390246651ns, next at 1028957777431ns, rc = 0 00000100:00100000:2.0:1763340287.584736:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.584810:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606080 00000100:00100000:0.0:1763340287.584823:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606080 00000100:00100000:0.0:1763340287.584886:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8639 00000100:00100000:0.0:1763340287.584897:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc289c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56705:x1848995280606080:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:0.0:1763340287.584963:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.585001:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824825c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e85 expref: 206 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.585029:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.585034:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340287.585105:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.585131:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.585147:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340287.585277:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000084e27a9 reply state 000000009a4d6a81 transno 4294972237 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.585291:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.585297:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.585300:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340287.585303:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340287.585429:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc289c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56705:x1848995280606080:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 534us (705us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1763340287.585438:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8639 00000001:00080000:0.0:1763340287.587407:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972236 is committed 00000004:00080000:0.0:1763340287.587422:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 822 committed 00000004:00080000:0.0:1763340287.587438:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 801 committed 00000004:00080000:0.0:1763340287.587448:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 800 committed 00000004:00080000:0.0:1763340287.587450:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 821 committed 00010000:00010000:1.0:1763340287.588090:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588104:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588111:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588117:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.588122:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588135:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588151:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acd100) 00010000:00010000:1.0:1763340287.588155:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.588160:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588166:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248240 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588199:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588205:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588211:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588215:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.588218:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588222:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588230:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340287.588232:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.588235:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.588241:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182482cc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340287.588367:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292172032:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.588429:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.588748:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.589212:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292172032 00000100:00100000:2.0:1763340287.589224:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292172032 00000100:00100000:2.0:1763340287.589290:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606208 00000100:00100000:2.0:1763340287.589294:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606208 00000100:00100000:2.0:1763340287.589326:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771 00000100:00100000:2.0:1763340287.589335:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f5989850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+64:3650:x1848995292172032:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.591209:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292172160:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.591272:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.591327:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292172288:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.591350:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.591383:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292172160 00000100:00100000:1.0:1763340287.591390:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292172160 00000100:00100000:1.0:1763340287.591426:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292172288 00000100:00100000:1.0:1763340287.591429:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292172288 00000100:00100000:1.0:1763340287.591449:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5772 00000100:00100000:1.0:1763340287.591457:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:56705:x1848995280606208:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.591471:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.591493:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ebd expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340287.591515:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fe:0x0] initial LVB size: 4096, mtime: 0x691a7000, atime: 0x0, ctime: 0x691a7000, blocks: 0x8 00010000:00010000:1.0:1763340287.591556:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.591558:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.591566:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.591580:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.591593:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:1.0:1763340287.591640:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56705:x1848995280606208:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 183us (2899us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.591661:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5772 00000100:00100000:1.0:1763340287.591681:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5773 00000100:00100000:1.0:1763340287.591686:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1848995292172160:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.591837:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848995292172160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 150us (564us total) trans 17179871272 rc 0/0 00000100:00100000:1.0:1763340287.591843:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5773 00000100:00100000:1.0:1763340287.591867:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774 00000100:00100000:1.0:1763340287.591873:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+66:3648:x1848995292172288:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.591972:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+67:3648:x1848995292172288:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (621us total) trans 21474838557 rc 0/0 00000100:00100000:1.0:1763340287.591978:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774 00000004:00080000:1.0:1763340287.592023:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5424e00/2, rc 0, transno 21474838557 00000100:00100000:1.0:1763340287.592029:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292172288:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.592047:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871270 gen 2 00000004:00080000:1.0:1763340287.592052:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d86a00, transno 17179871260 00000004:00080000:1.0:1763340287.592055:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d85c00, transno 17179871261 00000004:00080000:1.0:1763340287.592058:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d84a80, transno 17179871262 00000004:00080000:1.0:1763340287.592060:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d84e00, transno 17179871263 00000004:00080000:1.0:1763340287.592062:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4380, transno 17179871264 00000004:00080000:1.0:1763340287.592064:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c5f80, transno 17179871265 00000004:00080000:1.0:1763340287.592067:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c5500, transno 17179871266 00000004:00080000:1.0:1763340287.592069:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c6a00, transno 17179871267 00000004:00080000:1.0:1763340287.592071:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc288380, transno 17179871269 00000004:00080000:1.0:1763340287.592074:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc28a680, transno 17179871270 00000100:00100000:1.0:1763340287.592079:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9555c4fa6a00 x1848995292172160/t17179871272(17179871272) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340303 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340287.592087:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6a00/2, rc 0, transno 17179871272 00000100:00100000:1.0:1763340287.592091:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292172160:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340287.592136:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182482e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eb6 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.592147:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340287.592150:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340287.592164:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182482da lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eb6 expref: 197 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340287.592178:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182482e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eb6 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.592202:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340287.592205:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340287.592207:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:1.0:1763340287.592230:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280605824:12345-192.168.203.42@tcp:101:bash.0 Request processed in 10111us (11384us total) trans 4294972236 rc 0/0 00000100:00100000:1.0:1763340287.592236:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8638 00000100:00100000:2.0:1763340287.592405:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f5989850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+66:3650:x1848995292172032:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3069us (3974us total) trans 21474838556 rc 0/0 00000100:00100000:2.0:1763340287.592413:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771 00000004:00080000:0.0:1763340287.593208:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d84700/2, rc 0, transno 21474838556 00000100:00100000:0.0:1763340287.593215:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292172032:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340287.593807:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 1 changes, 1 in progress, 0 in flight, 10 done 00000100:00100000:0.0:1763340287.593923:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292172416:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340287.593984:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340287.594071:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292172416 00000100:00100000:3.0:1763340287.594077:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292172416 00000100:00100000:3.0:1763340287.594128:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5775 00000100:00100000:3.0:1763340287.594137:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3649:x1848995292172416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340287.594268:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292172416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 134us (283us total) trans 17179871273 rc 0/0 00000100:00100000:3.0:1763340287.594274:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5775 00000004:00080000:3.0:1763340287.594303:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7b80/2, rc 0, transno 17179871273 00000100:00100000:3.0:1763340287.594307:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292172416:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.598703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.599032:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606336 00000100:00100000:0.0:1763340287.599043:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606336 00000100:00100000:0.0:1763340287.599144:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5776 00000100:00100000:0.0:1763340287.599155:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:56705:x1848995280606336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.599174:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.599197:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ec4 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340287.599218:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340287.599239:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.599242:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.599248:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 35 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.599263:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 35 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.599273:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:0.0:1763340287.600098:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:56705:x1848995280606336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 941us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.600108:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5776 00000100:00100000:3.0:1763340287.601386:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.601465:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606464 00000100:00100000:0.0:1763340287.601478:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606464 00000100:00100000:0.0:1763340287.601523:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5777 00000100:00100000:0.0:1763340287.601558:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280606464:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340287.601573:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.601592:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ecb expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340287.601615:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340287.601634:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.601636:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.601642:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 16 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.601665:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 16 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.601675:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:0.0:1763340287.601721:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280606464:12345-192.168.203.42@tcp:101:bash.0 Request processed in 191us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.601727:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5777 00000100:00100000:2.0:1763340287.604323:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.604519:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606592 00000100:00100000:3.0:1763340287.604745:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606592 00000100:00100000:0.0:1763340287.605059:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5778 00000100:00100000:0.0:1763340287.605070:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+35:55868:x1848995280606592:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340287.605090:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.605111:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ed2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340287.605135:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340287.605154:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.605157:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.605166:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 36 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.605183:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 36 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.605196:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:0.0:1763340287.605258:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+36:55868:x1848995280606592:12345-192.168.203.42@tcp:101:bash.0 Request processed in 190us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.605266:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5778 00000100:00100000:1.0:1763340287.608086:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.608120:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.608148:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.608205:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.608330:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606720 00000100:00100000:0.0:1763340287.608339:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606720 00002000:00010000:0.0:1763340287.608375:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/510 (5->18446744073709551615) 00002000:00100000:0.0:1763340287.608380:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5427800 with x1848995280606720 ext(5->18446744073709551615) 00002000:00010000:0.0:1763340287.608392:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c5427800. 00000100:00100000:0.0:1763340287.608422:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606848 00000100:00100000:0.0:1763340287.608426:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606848 00002000:00010000:0.0:1763340287.608437:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/511 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.608441:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426d80 with x1848995280606848 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.608447:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c5426d80. 00000100:00100000:0.0:1763340287.608459:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280606976 00000100:00100000:0.0:1763340287.608462:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280606976 00002000:00010000:0.0:1763340287.608475:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/510 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.608478:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5425c00 with x1848995280606976 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.608483:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5425c00. 00000100:00100000:0.0:1763340287.608492:0:16401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280607104 00000100:00100000:0.0:1763340287.608494:0:16401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280607104 00002000:00010000:0.0:1763340287.608503:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/511 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.608506:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5425880 with x1848995280607104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.608510:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5425880. 00000100:00100000:0.0:1763340287.608524:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1479 00000100:00100000:0.0:1763340287.608553:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280606720:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:0.0:1763340287.608854:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763340287.608858:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:0.0:1763340287.608861:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.608863:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:0.0:1763340287.608866:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763340287.608912:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280606720:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 380us (834us total) trans 17179871274 rc 0/0 00000100:00100000:0.0:1763340287.608919:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1479 00002000:00010000:0.0:1763340287.608923:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/510 (5->18446744073709551615) 00002000:00100000:0.0:1763340287.608925:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5427800 with x1848995280606720 ext(5->18446744073709551615) 00002000:00010000:0.0:1763340287.608929:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c5427800. 00000100:00100000:0.0:1763340287.608945:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1480 00000100:00100000:0.0:1763340287.608951:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280606848:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340287.609015:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1ff:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340287.609018:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1ff:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340287.609020:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1ff:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.609022:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1ff:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340287.609024:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1ff:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340287.609042:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280606848:12345-192.168.203.42@tcp:10:bash.0 Request processed in 91us (921us total) trans 17179871275 rc 0/0 00000100:00100000:0.0:1763340287.609048:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1480 00002000:00010000:0.0:1763340287.609051:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/511 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.609053:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426d80 with x1848995280606848 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.609057:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c5426d80. 00000100:00100000:0.0:1763340287.609068:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1481 00000100:00100000:0.0:1763340287.609074:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2407:x1848995280606976:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:0.0:1763340287.609147:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340287.609150:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340287.609152:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.609153:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340287.609156:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340287.609176:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2407:x1848995280606976:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 102us (1028us total) trans 21474838558 rc 0/0 00000100:00100000:0.0:1763340287.609182:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1481 00002000:00010000:0.0:1763340287.609185:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/510 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.609187:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5425c00 with x1848995280606976 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.609191:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5425c00. 00000100:00100000:0.0:1763340287.609203:0:16401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1482 00000100:00100000:0.0:1763340287.609210:0:16401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2409:x1848995280607104:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340287.609267:0:16401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1ff:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340287.609270:0:16401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1ff:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340287.609272:0:16401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1ff:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340287.609274:0:16401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1ff:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340287.609276:0:16401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1ff:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340287.609295:0:16401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2409:x1848995280607104:12345-192.168.203.42@tcp:10:bash.0 Request processed in 85us (1090us total) trans 21474838559 rc 0/0 00000100:00100000:0.0:1763340287.609300:0:16401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1482 00002000:00010000:0.0:1763340287.609303:0:16401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/511 (0->18446744073709551615) 00002000:00100000:0.0:1763340287.609305:0:16401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5425880 with x1848995280607104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340287.609309:0:16401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5425880. 00000100:00100000:3.0:1763340287.614228:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.614331:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280607360 00000100:00100000:0.0:1763340287.614341:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280607360 00000100:00100000:0.0:1763340287.614396:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2928 00000100:00100000:0.0:1763340287.614405:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280607360:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340287.614701:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280607360:12345-192.168.203.42@tcp:35:bash.0 Request processed in 296us (482us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1763340287.614708:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2928 00000100:00100000:2.0:1763340287.616233:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.617449:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280607616 00000100:00100000:1.0:1763340287.617461:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280607616 00000100:00100000:1.0:1763340287.617511:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8640 00000100:00100000:1.0:1763340287.617522:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56705:x1848995280607616:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340287.617628:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.617644:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.617667:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340287.617768:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a88a07d9 reply state 000000001663e602 transno 4294972239 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.617779:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.617786:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.617789:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340287.617792:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340287.617880:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc288000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56705:x1848995280607616:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 359us (1652us total) trans 4294972239 rc 0/0 00000100:00100000:1.0:1763340287.617886:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8640 00000100:00100000:3.0:1763340287.622867:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.622930:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.623355:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280607744 00000100:00100000:2.0:1763340287.623370:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280607744 00000100:00100000:2.0:1763340287.623448:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5779 00000100:00100000:2.0:1763340287.623460:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:56705:x1848995280607744:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.623485:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.623513:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ed9 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340287.623690:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280607872 00000100:00100000:1.0:1763340287.623696:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280607872 00000100:00100000:1.0:1763340287.623746:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8641 00000100:00100000:1.0:1763340287.623754:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56708:x1848995280607872:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:1.0:1763340287.623771:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.623793:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248319 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ee0 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.623874:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.623893:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.623907:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.623921:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.623929:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.623935:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624030:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824832e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.624040:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824832e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624047:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824832e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340287.624101:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b5:0x0]: returning size 5 00000004:00200000:1.0:1763340287.624107:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340287.624130:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824832e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624143:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824832e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624154:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624166:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624174:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624180:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624188:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.624193:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624202:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624217:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59eb00) 00010000:00010000:1.0:1763340287.624220:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.624227:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624234:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248320 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624251:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624257:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624263:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624268:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.624272:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624277:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624284:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e600) 00010000:00010000:1.0:1763340287.624286:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.624289:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624294:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248327 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.624328:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248319 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ee0 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.624344:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824832e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ee0 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.624352:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:1.0:1763340287.624354:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340287.624358:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9800, rc 0) 00000100:00100000:1.0:1763340287.624455:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56708:x1848995280607872:12345-192.168.203.42@tcp:101:rm.0 Request processed in 700us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.624462:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8641 00010000:00010000:2.0:1763340287.624527:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 39 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340287.624568:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.624571:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.624577:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 39 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.624631:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 39 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340287.624665:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 39 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:2.0:1763340287.624683:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292172544:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340287.624767:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856540 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.638326:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.638500:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280608000 00000100:00100000:3.0:1763340287.638511:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280608000 00010000:00010000:3.0:1763340287.638585:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 40 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:3.0:1763340287.638641:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2808 00000100:00100000:3.0:1763340287.638661:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2408:x1848995280608000:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.638679:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.638702:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 40 pid: 35213 timeout: 1128 lvb_type: 1 00010000:00010000:3.0:1763340287.638716:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 40 pid: 35213 timeout: 1128 lvb_type: 1 00010000:00010000:3.0:1763340287.638744:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.638747:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.638755:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 40 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.638765:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 40 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.638807:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 40 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.638822:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292172672:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340287.638918:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3000 going to sleep for 11 seconds 00010000:00010000:2.0:1763340287.639436:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbf83a00/0xbdebf3fb18248271 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e93 expref: 40 pid: 35213 timeout: 1128 lvb_type: 1 00000100:00100000:2.0:1763340287.639456:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292172544:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.639489:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 39 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.639500:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9da00, rc 0) 00000100:00100000:2.0:1763340287.641418:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:56705:x1848995280607744:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 17945us (18554us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.641433:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5779 00000100:00100000:0.0:1763340287.641557:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.641775:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280608256 00000100:00100000:2.0:1763340287.641786:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280608256 00000100:00100000:2.0:1763340287.641845:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8642 00000100:00100000:2.0:1763340287.641854:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56708:x1848995280608256:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340287.641925:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340287.641959:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182482e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eb6 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.641985:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824832e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ee0 expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.641997:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182482c5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ea8 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.642026:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9555d1799000) 00010000:00010000:2.0:1763340287.642036:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.642068:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.642081:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642091:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642101:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.642108:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642114:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642207:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.642213:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642222:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340287.642516:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1246, 64 off105784 00000040:00080000:2.0:1763340287.642588:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1224, 64 off104080 00000040:00080000:2.0:1763340287.642600:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1225, 64 off104144 00000040:00080000:2.0:1763340287.642612:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1247, 64 off105848 00010000:00010000:2.0:1763340287.642692:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.642702:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642711:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642720:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642727:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642733:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642758:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340287.642781:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642787:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642793:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642800:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.642805:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642813:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340287.642821:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292172672:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340287.642825:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:2.0:1763340287.642834:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340287.642838:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642844:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248343 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642971:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642977:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642982:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642987:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642991:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.642993:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.642999:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.643010:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd000) 00010000:00010000:2.0:1763340287.643013:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.643015:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.643021:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248335 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340287.643032:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef0c71ee reply state 0000000027ec858e transno 4294972240 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.643042:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.643045:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.643049:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acd500) 00010000:00010000:2.0:1763340287.643054:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.643056:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340287.643109:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2408:x1848995280608000:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4456us (4797us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.643122:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56708:x1848995280608256:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1265us (1593us total) trans 4294972240 rc 0/0 00000100:00100000:3.0:1763340287.643125:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2808 00000100:00100000:2.0:1763340287.643145:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8642 00010000:00010000:0.0:1763340287.643513:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340287.643523:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.643567:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340287.643573:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.643585:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.643602:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff9554c2acd400) 00010000:00010000:0.0:1763340287.643605:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340287.643609:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.643615:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824834a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.643637:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.643639:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340287.643641:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340287.648106:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.648185:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280608384 00000100:00100000:2.0:1763340287.648204:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280608384 00000100:00100000:2.0:1763340287.648297:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5780 00000100:00100000:2.0:1763340287.648310:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2407:x1848995280608384:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:2.0:1763340287.648515:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340287.648520:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:2.0:1763340287.648523:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb atime from disk: 0 -> 1763340287 00002000:00010000:2.0:1763340287.648525:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb ctime from disk: 1763340287 -> 1763340288 00002000:00010000:2.0:1763340287.648528:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340287.648658:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2407:x1848995280608384:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 340us (551us total) trans 21474838560 rc 0/0 00000100:00100000:2.0:1763340287.648667:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5780 00000100:00100000:0.0:1763340287.666895:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.667008:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280608640 00000100:00100000:1.0:1763340287.667024:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280608640 00000100:00100000:1.0:1763340287.667105:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2929 00000100:00100000:1.0:1763340287.667117:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56705:x1848995280608640:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:1.0:1763340287.667199:0:6517:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1b3:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182481c2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e54 expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.667262:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763340287.667277:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.667289:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.667332:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.667347:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 199 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.667362:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292172800:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.667459:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.677394:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.677509:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280608768 00000100:00100000:3.0:1763340287.677525:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280608768 00000100:00100000:2.0:1763340287.677853:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292172800:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.677889:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.678436:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 200 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.678495:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2809 00000100:00100000:1.0:1763340287.678505:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:2408:x1848995280608768:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340287.678521:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340287.678528:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 200 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.678578:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 200 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.678611:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248232 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e7e expref: 200 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.678629:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.678635:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.678655:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.678663:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340287.678760:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340287.678831:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.678841:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000100:00100000:0.0:1763340287.678854:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:2408:x1848995280608768:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 342us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.678869:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2809 00000040:00080000:1.0:1763340287.679086:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1226, 88 off104232 00000004:00080000:1.0:1763340287.679096:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028486563011ns, next at 1028957811539ns, rc = 0 00000040:00080000:1.0:1763340287.679132:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1248, 88 off105936 00000004:00080000:1.0:1763340287.679137:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028486604231ns, next at 1028957777431ns, rc = 0 00000040:00080000:1.0:1763340287.679167:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1249, 88 off106024 00000004:00080000:1.0:1763340287.679171:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028486638176ns, next at 1028957777431ns, rc = 0 00000040:00080000:1.0:1763340287.679180:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1227, 88 off104320 00000004:00080000:1.0:1763340287.679183:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028486650330ns, next at 1028957811539ns, rc = 0 00000001:00080000:0.0:1763340287.683473:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972241 is committed 00000004:00080000:0.0:1763340287.683486:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 803 committed 00000004:00080000:0.0:1763340287.683502:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 824 committed 00000100:00100000:1.0:1763340287.683714:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292173056:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.683776:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.683810:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340287.683815:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292172928:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.683831:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.683854:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292173184:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.683869:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763340287.684097:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 823 committed 00010000:00010000:3.0:1763340287.684149:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.684161:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.684168:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.684175:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.684179:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.684187:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.684202:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340287.684206:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.684211:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.684216:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182482e8 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.684245:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684251:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684256:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684261:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.684264:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684270:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684277:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:3.0:1763340287.684279:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.684281:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684286:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824830b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684295:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684301:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684306:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684311:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.684314:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684319:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684325:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acd500) 00010000:00010000:3.0:1763340287.684328:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.684330:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.684334:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824833c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340287.684382:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292173056 00000100:00100000:3.0:1763340287.684390:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292173056 00000100:00100000:3.0:1763340287.684431:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292172928 00000100:00100000:3.0:1763340287.684435:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292172928 00000100:00100000:3.0:1763340287.684451:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292173184 00000100:00100000:3.0:1763340287.684453:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292173184 00000100:00100000:3.0:1763340287.684473:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5781 00000100:00100000:3.0:1763340287.684481:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+68:3651:x1848995292173056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340287.684504:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:512 count 1 00002000:00010000:3.0:1763340287.684556:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x200:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340287.684562:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684573:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.684575:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.684580:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684592:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684600:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684607:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684622:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340287.684835:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+69:3651:x1848995292173056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 353us (1057us total) trans 21474838561 rc 0/0 00000100:00100000:3.0:1763340287.684842:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5781 00000100:00100000:3.0:1763340287.684859:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5782 00000100:00100000:3.0:1763340287.684864:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+68:3651:x1848995292172928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340287.684874:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:511 count 1 00010000:00010000:3.0:1763340287.684884:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684897:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 38 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684904:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340287.684905:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340287.684908:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684933:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 38 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.684951:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 38 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.684962:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292173440:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340287.685017:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340287.685034:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783 00000100:00100000:3.0:1763340287.685042:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+68:3648:x1848995292173184:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340287.685119:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340287.685123:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:3.0:1763340287.685125:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb atime from disk: 1763340287 -> 1763340287 00002000:00010000:3.0:1763340287.685128:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:3.0:1763340287.685130:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fd:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340287.685157:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+69:3648:x1848995292173184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 115us (1285us total) trans 21474838562 rc 0/0 00000100:00100000:3.0:1763340287.685163:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783 00010000:00010000:3.0:1763340287.685182:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340287.685188:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.685195:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340287.685198:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.685206:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.685220:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.685227:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894800/0xbdebf3fb18248358 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.685240:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.685241:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.685243:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340287.685274:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc97800/2, rc 0, transno 21474838561 00000100:00100000:3.0:1763340287.685280:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292173056:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340287.685586:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc94380/2, rc 0, transno 21474838562 00000100:00100000:1.0:1763340287.685591:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292173184:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.685599:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340287.685605:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292173312:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.685633:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.685683:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292173312 00000100:00100000:1.0:1763340287.685689:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292173312 00000100:00100000:1.0:1763340287.685716:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5784 00000100:00100000:1.0:1763340287.685722:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+69:3648:x1848995292173312:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340287.685789:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340287.685792:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340287.685795:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.685797:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340287.685799:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340287.685826:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:3648:x1848995292173312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (193us total) trans 21474838563 rc 0/0 00000100:00100000:1.0:1763340287.685832:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5784 00000004:00080000:1.0:1763340287.685864:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc95180/2, rc 0, transno 21474838563 00000100:00100000:1.0:1763340287.685868:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292173312:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340287.687963:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763340287.687986:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292173568:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.688048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.688096:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292173568 00000100:00100000:2.0:1763340287.688102:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292173568 00000100:00100000:2.0:1763340287.688146:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5785 00000100:00100000:2.0:1763340287.688153:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3651:x1848995292173568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340287.688177:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:511 count 1 00010000:00010000:2.0:1763340287.688200:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688220:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 17 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688228:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340287.688229:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340287.688233:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688260:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 17 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688276:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 17 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.688288:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292173696:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340287.688340:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340287.688384:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292173824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.688408:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.688430:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292173824 00000100:00100000:2.0:1763340287.688433:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292173824 00000100:00100000:2.0:1763340287.688453:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786 00000100:00100000:2.0:1763340287.688459:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292173824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340287.688469:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:512 count 1 00002000:00010000:2.0:1763340287.688490:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x200:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340287.688495:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688503:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.688504:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.688508:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688519:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688527:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688556:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688572:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340287.688789:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292173824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 328us (379us total) trans 17179871276 rc 0/0 00000100:00100000:2.0:1763340287.688796:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786 00010000:00010000:2.0:1763340287.688819:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340287.688825:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688833:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340287.688836:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688845:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688859:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688866:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb1824836d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.688883:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.688885:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.688887:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340287.688910:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5425500/2, rc 0, transno 17179871276 00000100:00100000:2.0:1763340287.688917:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292173824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.688954:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292173952:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.688973:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.688998:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292173952 00000100:00100000:2.0:1763340287.689001:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292173952 00000100:00100000:2.0:1763340287.689024:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5787 00000100:00100000:2.0:1763340287.689030:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292173952:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340287.689107:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340287.689110:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb mtime from disk: 1763340287 -> 1763340287 00002000:00010000:2.0:1763340287.689113:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340287.689115:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb ctime from disk: 1763340287 -> 1763340287 00002000:00010000:2.0:1763340287.689117:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340287.689146:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3648:x1848995292173952:12345-0@lo:2:osp-syn-1-1.0 Request processed in 114us (170us total) trans 17179871277 rc 0/0 00000100:00100000:2.0:1763340287.689152:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5787 00000004:00080000:2.0:1763340287.689175:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfe680/2, rc 0, transno 17179871277 00000100:00100000:2.0:1763340287.689179:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292173952:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.689207:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292174080:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.689232:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.689255:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292174080 00000100:00100000:2.0:1763340287.689259:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292174080 00000100:00100000:2.0:1763340287.689279:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5788 00000100:00100000:2.0:1763340287.689284:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+10:3649:x1848995292174080:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340287.689333:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340287.689336:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:2.0:1763340287.689338:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340287.689340:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:2.0:1763340287.689342:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1fe:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340287.689369:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292174080:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (136us total) trans 17179871278 rc 0/0 00000100:00100000:2.0:1763340287.689375:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5788 00000004:00080000:2.0:1763340287.689400:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4380/2, rc 0, transno 17179871278 00000100:00100000:2.0:1763340287.689403:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292174080:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340287.689577:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 802 committed 00000004:00010000:1.0:1763340287.693516:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5b5811a reply state 00000000103b1396 transno 4294972241 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.693701:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.693711:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.693714:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340287.693719:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340287.693726:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.693729:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340287.693737:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182481c2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e54 expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763340287.694959:0:6517:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340287.694993:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56705:x1848995280608640:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 27875us (28108us total) trans 4294972241 rc 0/0 00000100:00100000:1.0:1763340287.695003:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2929 00000100:00100000:3.0:1763340287.695525:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.695569:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280609024 00000100:00100000:3.0:1763340287.695577:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280609024 00010000:00010000:3.0:1763340287.695610:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 39 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.695642:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2810 00000100:00100000:3.0:1763340287.695663:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2407:x1848995280609024:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.695678:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.695684:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 39 pid: 8400 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.695696:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 39 pid: 8400 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.695726:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.695728:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.695732:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.695743:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.695987:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.695996:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.696002:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.696007:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.696014:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.696020:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.696030:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:2.0:1763340287.696033:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340287.696037:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.696042:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248351 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340287.696164:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.696209:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2407:x1848995280609024:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 559us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.696216:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2810 00000100:00100000:3.0:1763340287.696263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340287.696472:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248304 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed2 expref: 38 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.696483:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292173440:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.696503:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.696512:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.696519:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.696528:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.696563:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.696583:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340287.696831:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340287.696837:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.696843:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340287.696846:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.696854:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.696865:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.696871:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824835f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.696885:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.696887:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340287.696888:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340287.697723:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.697746:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280609152 00000100:00100000:0.0:1763340287.697833:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280608896 00000100:00100000:0.0:1763340287.697838:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280608896 00000100:00100000:0.0:1763340287.697882:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8643 00000100:00100000:0.0:1763340287.697892:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56709:x1848995280608896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.697911:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.697932:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248374 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ee7 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.698001:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340287.698013:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698022:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698034:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340287.698040:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698050:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698084:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698090:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698095:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698101:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698106:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.698110:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698116:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698125:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:0.0:1763340287.698128:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.698131:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698136:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824837b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698160:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698165:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698171:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698175:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.698177:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698183:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698190:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860b100) 00010000:00010000:0.0:1763340287.698192:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.698195:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698200:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18248382 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.698227:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248374 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ee7 expref: 191 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.698235:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:0.0:1763340287.698238:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.698241:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248374 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ee7 expref: 191 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.698252:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:0.0:1763340287.698297:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56709:x1848995280608896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 407us (2032us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340287.698304:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8643 00000100:00100000:1.0:1763340287.698555:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+70:3651:x1848995292172928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13688us (14720us total) trans 21474838564 rc 0/0 00000100:00100000:1.0:1763340287.698564:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5782 00000100:00100000:2.0:1763340287.698870:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292173696:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.698895:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.699330:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280609152 00010000:00010000:3.0:1763340287.699361:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 18 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.699397:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2811 00000100:00100000:3.0:1763340287.699405:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280609152:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.699416:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.699420:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 18 pid: 8457 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.699431:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 18 pid: 8457 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.699449:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182482fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ecb expref: 18 pid: 8457 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.699462:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.699464:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.699468:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699476:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699501:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.699562:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280609152:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 156us (1841us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.699568:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2811 00010000:00010000:3.0:1763340287.699591:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699600:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699608:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699615:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699633:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340287.699851:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3651:x1848995292173568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11698us (11802us total) trans 17179871279 rc 0/0 00000100:00100000:3.0:1763340287.699858:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5785 00010000:00010000:3.0:1763340287.699879:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340287.699885:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699894:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340287.699897:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699906:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699918:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699925:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248366 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.699940:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.699942:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.699944:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340287.702465:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc288380/2, rc 0, transno 17179871279 00000100:00100000:0.0:1763340287.702479:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292173568:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763340287.702499:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc94a80/2, rc 0, transno 21474838564 00000100:00100000:0.0:1763340287.702502:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292172928:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340287.703323:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.703435:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280609280 00000100:00100000:0.0:1763340287.703448:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280609280 00000100:00100000:0.0:1763340287.703998:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8644 00000100:00100000:0.0:1763340287.704013:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+190:56705:x1848995280609280:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.704051:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.704080:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18248389 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15eee expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.704154:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18248389 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eee expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.704172:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1c00/0xbdebf3fb18248389 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15eee expref: 191 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.704194:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:0.0:1763340287.704197:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340287.704202:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1c00, rc 0) 00000100:00100000:0.0:1763340287.704283:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56705:x1848995280609280:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 274us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.704291:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8644 00000100:00100000:3.0:1763340287.706197:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.709154:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280609408 00000100:00100000:0.0:1763340287.709176:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280609408 00000100:00100000:0.0:1763340287.709272:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8645 00000100:00100000:0.0:1763340287.709285:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+191:56709:x1848995280609408:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.709311:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.709340:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18248390 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ef5 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.709423:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.709439:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709452:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709465:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.709471:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709477:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709529:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709572:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709579:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709587:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709598:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.709604:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709613:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709630:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b600) 00010000:00010000:0.0:1763340287.709634:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.709640:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709659:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18248397 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709697:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709703:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709708:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709713:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.709715:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709720:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709727:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860ba00) 00010000:00010000:0.0:1763340287.709730:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.709734:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709739:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824839e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.709783:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18248390 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ef5 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.709794:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b600) 00010000:00010000:0.0:1763340287.709796:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.709800:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18248390 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ef5 expref: 192 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.709814:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:1.0:1763340287.711008:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.711111:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280609664 00000100:00100000:2.0:1763340287.711121:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280609664 00000100:00100000:2.0:1763340287.711188:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2930 00000100:00100000:2.0:1763340287.711199:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56705:x1848995280609664:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340287.711439:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1b3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340287.711498:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1228, 64 off104384 00000040:00080000:2.0:1763340287.711520:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1250, 64 off106088 00000040:00080000:2.0:1763340287.711528:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1251, 64 off106152 00000040:00080000:2.0:1763340287.711566:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1229, 64 off104448 00010000:00010000:2.0:1763340287.711626:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763340287.711643:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.711667:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.711675:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.711681:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.711687:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340287.711714:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340287.711906:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56705:x1848995280609664:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 707us (905us total) trans 4294972242 rc 0/0 00000100:00100000:2.0:1763340287.711915:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2930 00010000:00010000:1.0:1763340287.712174:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340287.712181:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.712188:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.712191:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.712199:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.712211:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b3:0x0].0x0 (ffff9554c2acb000) 00010000:00010000:1.0:1763340287.712214:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340287.712219:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.712224:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182483a5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340287.712240:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.712242:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.712243:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340287.715508:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56709:x1848995280609408:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6205us (9303us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340287.715526:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8645 00000100:00100000:3.0:1763340287.722765:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.722857:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280609792 00000100:00100000:0.0:1763340287.722871:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280609792 00000100:00100000:0.0:1763340287.722962:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8646 00000100:00100000:0.0:1763340287.722974:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+192:56709:x1848995280609792:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.723005:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.723035:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182483ac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15efc expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.723110:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182483b3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.723126:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182483b3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.723139:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182483b3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340287.723196:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340287.723202:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340287.723242:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182483ac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15efc expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.723280:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182483b3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15efc expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.723289:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:0.0:1763340287.723292:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340287.723296:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0200, rc 0) 00000100:00100000:0.0:1763340287.723374:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56709:x1848995280609792:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 403us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.723382:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8646 00000100:00100000:2.0:1763340287.725765:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.727043:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280610048 00000100:00100000:3.0:1763340287.727060:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280610048 00000100:00100000:3.0:1763340287.727145:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8647 00000100:00100000:3.0:1763340287.727156:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56705:x1848995280610048:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.727182:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.727209:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182483ba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f03 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.727304:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.727320:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727333:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727349:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.727356:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727362:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727416:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727423:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727429:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727436:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727442:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.727446:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727455:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727468:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:3.0:1763340287.727471:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.727477:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727483:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182483c1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727499:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727503:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727509:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727514:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.727516:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727522:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727588:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817500) 00010000:00010000:3.0:1763340287.727591:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.727595:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727600:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483c8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.727640:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182483ba lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f03 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.727661:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:3.0:1763340287.727664:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340287.727668:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182483ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f03 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.727677:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894800, rc 0) 00000100:00100000:3.0:1763340287.727764:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56705:x1848995280610048:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 609us (2008us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340287.727772:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8647 00000100:00100000:1.0:1763340287.736972:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.737070:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280610304 00000100:00100000:0.0:1763340287.737084:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280610304 00000100:00100000:0.0:1763340287.737168:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8648 00000100:00100000:0.0:1763340287.737180:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56709:x1848995280610304:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.737209:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.737213:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340287.737249:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb182483b3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15efc expref: 193 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.737294:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860bc00) 00010000:00010000:0.0:1763340287.737309:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340287.737328:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182483cf lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f0a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.737465:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.737480:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.737491:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.737503:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.737511:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.737517:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738055:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340287.738065:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738074:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340287.738085:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 0 00010000:00010000:0.0:1763340287.738117:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738125:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738132:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738139:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738146:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.738152:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738161:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738170:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b600) 00010000:00010000:0.0:1763340287.738174:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.738178:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738184:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb182483d6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340287.738203:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f55d1ddb reply state 00000000c4a76776 transno 4294972243 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738214:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340287.738220:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860ba00) 00010000:00010000:0.0:1763340287.738222:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340287.738225:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340287.738259:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182483cf lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 195 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.738285:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 194 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.738293:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9555c860b100) 00010000:00010000:0.0:1763340287.738296:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340287.738298:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ec00, rc 0) 00000100:00100000:0.0:1763340287.738389:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56709:x1848995280610304:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1211us (1432us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1763340287.738398:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8648 00000100:00100000:2.0:1763340287.745891:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.746003:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280610560 00000100:00100000:3.0:1763340287.746020:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280610560 00000100:00100000:3.0:1763340287.746098:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8649 00000100:00100000:3.0:1763340287.746110:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56709:x1848995280610560:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.746145:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.746222:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182483f2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f11 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.746379:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.746397:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.746408:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.746451:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 196 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.746467:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 196 pid: 6513 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.746484:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292174208:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340287.746623:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340287.757851:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292174208:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340287.757897:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340287.764197:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.764312:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280610688 00000100:00100000:3.0:1763340287.764326:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280610688 00010000:00010000:3.0:1763340287.764381:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.764439:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2812 00000100:00100000:3.0:1763340287.764451:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2407:x1848995280610688:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.764474:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.764482:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.764496:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.764563:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb182483e4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f0a expref: 197 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.764603:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9555c860b100) 00010000:00010000:3.0:1763340287.764609:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.764620:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.764628:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.764667:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.764738:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2407:x1848995280610688:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 289us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.764747:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2812 00010000:00010000:1.0:1763340287.764824:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.764833:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340287.764866:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 0 00000004:00080000:1.0:1763340287.765133:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x201:0x0], index 0: 0 00000004:00080000:1.0:1763340287.765144:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x201:0x0], index 1: 0 00000004:00080000:1.0:1763340287.765150:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x202:0x0], index 1: 0 00000004:00080000:1.0:1763340287.765159:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x202:0x0], index 0: 0 00010000:00010000:1.0:1763340287.765342:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.765355:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.765365:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.765373:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.765381:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.765390:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.765409:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9555c860b100) 00010000:00010000:1.0:1763340287.765413:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340287.765421:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.765428:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182483f9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.765512:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182483f2 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f11 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.765528:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9555c860b100) 00010000:00010000:1.0:1763340287.765588:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340287.765593:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182483f2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f11 expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.765610:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894800, rc 0) 00000100:00100000:1.0:1763340287.765686:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56709:x1848995280610560:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 19575us (19802us total) trans 4294972244 rc 301/301 00000100:00100000:1.0:1763340287.765697:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8649 00000100:00100000:2.0:1763340287.766475:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.766726:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280610944 00000100:00100000:3.0:1763340287.766737:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280610944 00000100:00100000:3.0:1763340287.766791:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8650 00000100:00100000:3.0:1763340287.766801:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56710:x1848995280610944:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.766826:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.766857:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248407 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f18 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.766944:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.766960:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.766974:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.766987:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.766995:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767002:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767145:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824841c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.767154:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824841c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767160:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824841c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767268:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767333:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767345:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767352:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767358:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.767362:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767370:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767382:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817500) 00010000:00010000:3.0:1763340287.767385:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.767390:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767396:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824840e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767412:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767418:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767428:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767434:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.767436:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767446:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767453:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860ba00) 00010000:00010000:3.0:1763340287.767455:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.767458:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767463:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248415 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.767500:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248407 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f18 expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.767516:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824841c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f18 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.767523:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.768951:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340287.768958:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:1.0:1763340287.769241:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.769378:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56710:x1848995280610944:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2575us (2904us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1763340287.769390:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8650 00000100:00100000:1.0:1763340287.769549:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340287.769568:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292174336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763340287.769613:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.772293:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280611200 00000100:00100000:2.0:1763340287.772313:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280611200 00000100:00100000:2.0:1763340287.772411:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2931 00000100:00100000:2.0:1763340287.772422:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56709:x1848995280611200:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340287.772826:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56709:x1848995280611200:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 405us (3589us total) trans 4294972246 rc 0/0 00000100:00100000:2.0:1763340287.772835:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2931 00000100:00100000:3.0:1763340287.778053:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292174336 00000100:00100000:3.0:1763340287.778073:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292174336 00000100:00100000:3.0:1763340287.778171:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1763340287.778181:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+70:3651:x1848995292174336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763340287.778216:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 485016384 pending 114688 free 3919192064 avail 3687669760 00000100:00100000:3.0:1763340287.778331:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+70:3651:x1848995292174336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (8716us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.778339:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1763340287.778779:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292174336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763340287.779388:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.779460:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280611328 00000100:00100000:0.0:1763340287.779467:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280611328 00000100:00100000:0.0:1763340287.779520:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5789 00000100:00100000:0.0:1763340287.779547:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2409:x1848995280611328:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.779564:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.779591:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f1f expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340287.779620:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x201:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340287.779641:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.779644:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340287.779665:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 39 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340287.779690:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 39 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340287.779706:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:0.0:1763340287.779760:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2409:x1848995280611328:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 231us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.779767:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5789 00000100:00100000:0.0:1763340287.786279:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.786407:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280611584 00000100:00100000:2.0:1763340287.786420:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280611584 00000100:00100000:2.0:1763340287.786991:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2932 00000100:00100000:2.0:1763340287.787005:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56709:x1848995280611584:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340287.787478:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56709:x1848995280611584:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 474us (1211us total) trans 4294972247 rc 0/0 00000100:00100000:2.0:1763340287.787487:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2932 00000100:00100000:3.0:1763340287.787797:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.789769:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280611840 00000100:00100000:0.0:1763340287.789789:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280611840 00000100:00100000:0.0:1763340287.789888:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2933 00000100:00100000:0.0:1763340287.789900:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56710:x1848995280611840:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340287.790195:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56710:x1848995280611840:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 296us (2397us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1763340287.790203:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2933 00000100:00100000:3.0:1763340287.795807:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.796234:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280612096 00000100:00100000:0.0:1763340287.796248:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280612096 00000100:00100000:0.0:1763340287.796330:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8651 00000100:00100000:0.0:1763340287.796342:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56710:x1848995280612096:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.796376:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.796402:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248431 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f26 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.796578:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248438 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340287.796601:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248438 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.796615:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248438 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340287.796628:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 0 00010000:00010000:0.0:1763340287.796837:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248431 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f26 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.797385:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248438 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f26 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.797399:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340287.797403:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763340287.797408:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:0.0:1763340287.797733:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56710:x1848995280612096:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1391us (1948us total) trans 4294972249 rc 0/0 00000100:00100000:0.0:1763340287.797744:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8651 00000100:00100000:0.0:1763340287.800441:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.800524:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280612352 00000100:00100000:1.0:1763340287.800556:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280612352 00000100:00100000:3.0:1763340287.800605:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.800821:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280612480 00000100:00100000:1.0:1763340287.800826:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280612480 00000100:00100000:2.0:1763340287.800849:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8652 00000100:00100000:1.0:1763340287.800861:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8653 00000100:00100000:2.0:1763340287.800864:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280612352:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:1.0:1763340287.800868:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56710:x1848995280612480:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.800893:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.800893:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.800896:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340287.800915:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248446 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f34 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.800924:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824841c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f18 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.800943:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.800949:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.800957:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824844d lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f2d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.801035:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340287.801036:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.801050:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.801062:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340287.801077:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 0 00010000:00010000:1.0:1763340287.801170:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 2/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.801179:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.801199:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.801210:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.801216:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb1824844d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f2d expref: 206 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.801233:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f2d expref: 205 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.801243:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f2d expref: 205 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.801249:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:2.0:1763340287.801329:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280612352:12345-192.168.203.42@tcp:101:bash.0 Request processed in 469us (902us total) trans 4294972250 rc 0/0 00000100:00100000:2.0:1763340287.801337:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8652 00000100:00100000:0.0:1763340287.803632:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.803753:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280612608 00000100:00100000:2.0:1763340287.803765:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280612608 00000100:00100000:0.0:1763340287.803860:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.803905:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280612736 00000100:00100000:3.0:1763340287.803910:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280612736 00010000:00010000:3.0:1763340287.803954:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f2d expref: 206 pid: 6513 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.804006:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2813 00000100:00100000:3.0:1763340287.804017:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fbb10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:2408:x1848995280612736:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.804037:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.804045:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f2d expref: 206 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.804059:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f2d expref: 206 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.804090:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248454 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f2d expref: 206 pid: 6513 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.804110:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.804116:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.804127:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.804136:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.804181:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340287.804228:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8654 00000100:00100000:2.0:1763340287.804236:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280612608:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:3.0:1763340287.804252:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fbb10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2408:x1848995280612736:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 237us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.804261:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2813 00010000:00010000:2.0:1763340287.804264:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.804287:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248469 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f3b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.804327:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248470 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340287.804340:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248470 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.804350:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248470 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340287.804514:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248469 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f3b expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.804554:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248470 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f3b expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.804559:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.804563:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.804567:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340287.804568:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.804570:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000004:00200000:1.0:1763340287.804607:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 0 00000100:00100000:2.0:1763340287.804608:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280612608:12345-192.168.203.42@tcp:101:bash.0 Request processed in 373us (988us total) trans 0 rc 0/0 00000004:00200000:1.0:1763340287.804613:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1763340287.804614:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8654 00000004:00010000:1.0:1763340287.804631:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.804671:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248446 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.804690:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.804697:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:1.0:1763340287.804700:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763340287.804703:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:1.0:1763340287.804729:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56710:x1848995280612480:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3862us (4124us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.804736:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8653 00000100:00100000:3.0:1763340287.807389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.807442:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.807524:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280613248 00000100:00100000:1.0:1763340287.807755:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280612992 00000100:00100000:1.0:1763340287.807766:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280612992 00000100:00100000:1.0:1763340287.807859:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8655 00000100:00100000:1.0:1763340287.807870:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280612992:12345-192.168.203.42@tcp:36:bash.0 00000100:00100000:2.0:1763340287.807938:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280613248 00000100:00100000:2.0:1763340287.807981:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8656 00000100:00100000:2.0:1763340287.807989:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56710:x1848995280613248:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.808000:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.808028:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248477 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f42 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.808101:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.808117:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808129:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808140:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.808148:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808153:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340287.808168:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.808180:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.808188:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.808228:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.808242:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 207 pid: 10032 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.808247:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248493 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340287.808257:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248493 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340287.808263:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292174464:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340287.808264:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248493 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340287.808275:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 0 00010000:00010000:2.0:1763340287.808331:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808339:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808349:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808356:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340287.808357:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1763340287.808362:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.808366:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808374:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808387:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd000) 00010000:00010000:2.0:1763340287.808390:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.808395:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808401:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb1824847e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808414:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808420:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808425:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808429:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.808432:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808442:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808450:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860ba00) 00010000:00010000:2.0:1763340287.808452:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.808455:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808460:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248485 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340287.808500:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248477 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f42 expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.808528:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248493 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f42 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.808561:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.808564:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 19 00010000:00010000:2.0:1763340287.808566:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340287.808614:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56710:x1848995280613248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 625us (1239us total) trans 4294972252 rc 0/0 00000100:00100000:2.0:1763340287.808622:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8656 00000100:00100000:0.0:1763340287.810944:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.811018:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292174464:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340287.811030:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280613376 00000100:00100000:3.0:1763340287.811037:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280613376 00010000:00010000:1.0:1763340287.811050:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.811078:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 208 pid: 10032 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.811122:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2814 00000100:00100000:3.0:1763340287.811132:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2408:x1848995280613376:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.811151:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.811158:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 208 pid: 10032 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.811172:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 208 pid: 10032 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.811198:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824845b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f34 expref: 208 pid: 10032 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.811219:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.811224:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.811234:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.811242:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340287.811283:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.811349:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280613632 00000100:00100000:2.0:1763340287.811354:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280613632 00000100:00100000:2.0:1763340287.811398:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2934 00000100:00100000:2.0:1763340287.811406:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56710:x1848995280613632:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340287.811694:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56710:x1848995280613632:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 288us (410us total) trans 4294972253 rc 0/0 00000100:00100000:2.0:1763340287.811703:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2934 00010000:00010000:3.0:1763340287.813337:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.813423:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2408:x1848995280613376:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2285us (2481us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.813435:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2814 00010000:00010000:1.0:1763340287.814385:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.814399:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340287.814520:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972251 00000004:00010000:2.0:1763340287.815391:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001262b1d6 reply state 00000000da308111 transno 4294972254 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.815417:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.815428:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.815431:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.815435:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340287.815605:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280612992:12345-192.168.203.42@tcp:36:bash.0 Request processed in 7732us (8158us total) trans 4294972254 rc 0/0 00000100:00100000:2.0:1763340287.815616:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8655 00000020:00080000:2.0:1763340287.815623:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340287.818204:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.818393:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280613760 00000100:00100000:1.0:1763340287.818406:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280613760 00000100:00100000:0.0:1763340287.818476:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.819188:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280614016 00000100:00100000:2.0:1763340287.819196:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280614016 00000100:00100000:2.0:1763340287.819235:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2935 00000100:00100000:3.0:1763340287.819243:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2936 00000100:00100000:2.0:1763340287.819246:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56710:x1848995280613760:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:3.0:1763340287.819253:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280614016:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340287.819426:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56710:x1848995280613760:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 180us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.819434:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2935 00000100:00100000:3.0:1763340287.819444:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280614016:12345-192.168.203.42@tcp:35:bash.0 Request processed in 193us (969us total) trans 4294972255 rc 0/0 00000100:00100000:3.0:1763340287.819450:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2936 00000100:00100000:0.0:1763340287.821302:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.821845:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280614272 00000100:00100000:2.0:1763340287.821856:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280614272 00000100:00100000:2.0:1763340287.821956:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8657 00000100:00100000:2.0:1763340287.821968:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280614272:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340287.821994:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.821998:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763340287.822031:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248493 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f42 expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.822055:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248438 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f26 expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.822087:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.822093:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.822108:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182484a1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f49 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.822162:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182484a8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.822177:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182484a8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.822193:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182484a8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340287.823024:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1230, 88 off104536 00000004:00080000:2.0:1763340287.823038:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028630504511ns, next at 1028957811539ns, rc = 0 00000040:00080000:2.0:1763340287.823071:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1252, 88 off106240 00000004:00080000:2.0:1763340287.823076:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028630543661ns, next at 1028957777431ns, rc = 0 00000040:00080000:2.0:1763340287.823106:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1253, 88 off106328 00000004:00080000:2.0:1763340287.823111:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028630578252ns, next at 1028957777431ns, rc = 0 00000040:00080000:2.0:1763340287.823122:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1231, 88 off104624 00000004:00080000:2.0:1763340287.823126:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028630593239ns, next at 1028957811539ns, rc = 0 00000001:00080000:0.0:1763340287.829932:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972256 is committed 00000004:00080000:0.0:1763340287.829945:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 805 committed 00000004:00080000:0.0:1763340287.829969:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 826 committed 00000100:00100000:2.0:1763340287.830659:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292174592:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.830730:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.830808:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292174720:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.830832:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.830867:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292174592 00000100:00100000:2.0:1763340287.830874:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292174592 00000100:00100000:2.0:1763340287.830913:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292174720 00000100:00100000:2.0:1763340287.830917:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292174720 00000100:00100000:2.0:1763340287.830936:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5790 00000100:00100000:2.0:1763340287.830943:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3651:x1848995292174592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340287.830971:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:509 count 1 00010000:00010000:2.0:1763340287.830996:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831015:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831023:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340287.831025:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340287.831029:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831054:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831066:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 16 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.831077:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292174848:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340287.831130:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856540 going to sleep for 11 seconds 00000100:00100000:2.0:1763340287.831143:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5791 00000100:00100000:2.0:1763340287.831150:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3648:x1848995292174720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340287.831159:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:510 count 1 00010000:00010000:2.0:1763340287.831169:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831179:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831185:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340287.831186:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340287.831189:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831203:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.831210:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 16 pid: 8399 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340287.831218:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292174976:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340287.831238:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c1254e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340287.831281:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292175104:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.831302:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.831323:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292175104 00000100:00100000:2.0:1763340287.831326:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292175104 00000100:00100000:2.0:1763340287.831344:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792 00000100:00100000:2.0:1763340287.831349:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:3649:x1848995292175104:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.831489:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+14:3649:x1848995292175104:12345-0@lo:2:osp-syn-1-1.0 Request processed in 139us (185us total) trans 17179871280 rc 0/0 00000100:00100000:2.0:1763340287.831496:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792 00000004:00080000:2.0:1763340287.831575:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d86a00/2, rc 0, transno 17179871280 00000100:00100000:2.0:1763340287.831581:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292175104:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.831629:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292175232:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.831667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.831694:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292175232 00000100:00100000:2.0:1763340287.831698:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292175232 00000100:00100000:2.0:1763340287.831718:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5793 00000100:00100000:2.0:1763340287.831723:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+14:3650:x1848995292175232:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.831806:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+15:3650:x1848995292175232:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (139us total) trans 17179871281 rc 0/0 00000100:00100000:2.0:1763340287.831812:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5793 00000004:00080000:2.0:1763340287.831837:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d84a80/2, rc 0, transno 17179871281 00000100:00100000:2.0:1763340287.831842:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292175232:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.832038:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292175488:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.832068:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.832086:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340287.832091:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292175616:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.832108:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.832128:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292175488 00000100:00100000:1.0:1763340287.832132:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292175488 00000100:00100000:1.0:1763340287.832154:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292175616 00000100:00100000:1.0:1763340287.832157:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292175616 00000100:00100000:1.0:1763340287.832174:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5794 00000100:00100000:1.0:1763340287.832180:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+71:3648:x1848995292175488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340287.832192:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:510 count 1 00010000:00010000:1.0:1763340287.832208:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832221:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 38 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832229:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.832230:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.832233:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832254:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 38 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832264:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 38 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.832273:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292175872:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.832309:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340287.832324:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795 00000100:00100000:1.0:1763340287.832331:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+71:3648:x1848995292175616:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340287.832402:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340287.832406:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.832408:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.832410:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340287.832413:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340287.832445:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+72:3648:x1848995292175616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 114us (335us total) trans 21474838565 rc 0/0 00000100:00100000:1.0:1763340287.832454:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795 00000100:00100000:1.0:1763340287.832477:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292175744:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.832499:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.832514:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340287.832520:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292175360:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.832566:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340287.832586:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292175744 00000100:00100000:1.0:1763340287.832590:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292175744 00000100:00100000:1.0:1763340287.832609:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292175360 00000100:00100000:1.0:1763340287.832611:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292175360 00000100:00100000:1.0:1763340287.832629:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5796 00000100:00100000:1.0:1763340287.832634:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+73:3650:x1848995292175744:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340287.832740:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+74:3650:x1848995292175744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 104us (239us total) trans 21474838566 rc 0/0 00000100:00100000:1.0:1763340287.832747:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5796 00000100:00100000:1.0:1763340287.832759:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5797 00000100:00100000:1.0:1763340287.832766:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+73:3650:x1848995292175360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340287.832776:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:509 count 1 00010000:00010000:1.0:1763340287.832786:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832797:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 38 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832804:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.832806:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.832809:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832826:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 38 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.832835:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 38 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.832845:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292176000:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.832867:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61db40 going to sleep for 11 seconds 00000004:00080000:1.0:1763340287.832903:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc94700/2, rc 0, transno 21474838565 00000100:00100000:1.0:1763340287.832908:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292175616:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340287.832924:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc96d80/2, rc 0, transno 21474838566 00000100:00100000:1.0:1763340287.832927:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292175744:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340287.833741:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.833753:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.833758:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.833764:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.833767:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.833774:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.833789:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860ba00) 00010000:00010000:3.0:1763340287.833792:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.833796:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.833802:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182483dd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340287.833836:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.833842:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.833848:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.833852:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.833855:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.833860:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.834001:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.834004:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.834007:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.834013:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824848c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340287.834117:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.834143:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280614528 00000100:00100000:3.0:1763340287.834149:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280614528 00000100:00100000:3.0:1763340287.834183:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8658 00000100:00100000:3.0:1763340287.834190:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56711:x1848995280614528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.834205:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.834221:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182484cb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f50 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.834282:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340287.834292:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834301:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834313:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340287.834319:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834324:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834413:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340287.834421:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834428:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340287.834436:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 2 00010000:00010000:3.0:1763340287.834505:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834511:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834516:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834520:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.834522:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834527:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834566:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.834569:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763340287.834572:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834577:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182484e0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834590:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834596:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834600:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834606:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834614:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.834617:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834622:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834629:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817500) 00010000:00010000:3.0:1763340287.834631:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.834634:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834639:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182484d2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834657:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834663:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834667:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834672:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.834675:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834680:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834686:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817b00) 00010000:00010000:3.0:1763340287.834689:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.834692:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834697:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182484d9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.834732:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182484cb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f50 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.834742:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817500) 00010000:00010000:3.0:1763340287.834744:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340287.834748:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182484cb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f50 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.834759:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894a00, rc 0) 00000100:00100000:3.0:1763340287.834803:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56711:x1848995280614528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 613us (686us total) trans 4294972257 rc 301/301 00000100:00100000:3.0:1763340287.834810:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8658 00000004:00080000:0.0:1763340287.835774:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 825 committed 00000004:00080000:0.0:1763340287.835790:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 804 committed 00010000:00010000:2.0:1763340287.837576:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182484a8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f49 expref: 195 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.837591:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.837594:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340287.839139:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182484a1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f49 expref: 195 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340287.839166:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182484a8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f49 expref: 194 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.839199:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.839203:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340287.839206:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340287.839549:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280614272:12345-192.168.203.42@tcp:101:bash.0 Request processed in 17568us (18242us total) trans 4294972256 rc 0/0 00000100:00100000:2.0:1763340287.839558:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8657 00000100:00100000:3.0:1763340287.841137:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.841164:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280614656 00000100:00100000:3.0:1763340287.841171:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280614656 00010000:00010000:3.0:1763340287.841204:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 17 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.841234:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2815 00000100:00100000:3.0:1763340287.841244:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280614656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.841259:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.841265:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 17 pid: 8400 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841284:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 17 pid: 8400 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841308:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841310:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841315:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841324:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841344:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.841381:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280614656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 138us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.841387:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2815 00000100:00100000:3.0:1763340287.841423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.841439:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280614912 00000100:00100000:3.0:1763340287.841442:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280614912 00010000:00010000:3.0:1763340287.841457:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 39 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.841476:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2816 00000100:00100000:3.0:1763340287.841482:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2408:x1848995280614912:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.841490:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.841494:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 39 pid: 8457 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841509:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 39 pid: 8457 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841522:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841523:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841527:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841554:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841567:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.841588:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2408:x1848995280614912:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 106us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.841594:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2816 00000100:00100000:3.0:1763340287.841642:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.841668:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280614784 00000100:00100000:3.0:1763340287.841671:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280614784 00010000:00010000:3.0:1763340287.841685:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 17 pid: 8399 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.841701:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2817 00000100:00100000:3.0:1763340287.841707:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280614784:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.841715:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.841718:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 17 pid: 8399 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841733:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 17 pid: 8399 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841744:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841746:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841749:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841756:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841768:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.841786:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280614784:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 78us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.841792:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2817 00000100:00100000:3.0:1763340287.841825:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.841836:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280615040 00000100:00100000:3.0:1763340287.841839:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280615040 00010000:00010000:3.0:1763340287.841850:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 39 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.841866:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2818 00000100:00100000:3.0:1763340287.841872:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2408:x1848995280615040:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.841879:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.841883:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 39 pid: 8457 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841897:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 39 pid: 8457 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.841908:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841910:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.841913:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841919:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.841930:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.841948:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2408:x1848995280615040:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 76us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.841954:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2818 00000100:00100000:3.0:1763340287.841999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.842049:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280615168 00000100:00100000:3.0:1763340287.842053:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280615168 00000100:00100000:3.0:1763340287.842083:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8659 00000100:00100000:3.0:1763340287.842089:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56711:x1848995280615168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.842105:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.842122:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182484ee lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f57 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842204:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340287.842220:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.842229:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340287.842252:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 2 00000004:00200000:3.0:1763340287.842256:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340287.842271:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.842292:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182484ee lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842308:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842316:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.842319:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340287.842323:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:3.0:1763340287.842347:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56711:x1848995280615168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 258us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.842354:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8659 00010000:00010000:3.0:1763340287.842415:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248159 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15e38 expref: 16 pid: 8400 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.842427:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292174848:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340287.842450:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842459:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842465:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842472:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842479:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842496:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340287.842727:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3651:x1848995292174592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11783us (11996us total) trans 17179871282 rc 0/0 00000100:00100000:3.0:1763340287.842734:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5790 00010000:00010000:3.0:1763340287.842775:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182482ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ebd expref: 15 pid: 8399 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.842785:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292174976:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340287.842797:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842804:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842814:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842821:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842827:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.842840:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340287.843048:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3648:x1848995292174720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11898us (12215us total) trans 17179871283 rc 0/0 00000100:00100000:3.0:1763340287.843054:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5791 00010000:00010000:3.0:1763340287.843071:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340287.843077:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843084:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340287.843088:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843101:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843113:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843123:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182484af lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843138:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340287.843142:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843147:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340287.843151:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843157:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843165:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843171:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182484b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.843182:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.843184:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.843186:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340287.843276:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340287.846168:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4e00/2, rc 0, transno 17179871282 00000100:00100000:1.0:1763340287.846181:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292174592:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763340287.846212:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c5180/2, rc 0, transno 17179871283 00000100:00100000:1.0:1763340287.846216:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292174720:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340287.846243:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182482f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ec4 expref: 38 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.846258:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292175872:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.846278:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846294:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846301:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846311:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846319:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846348:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340287.846594:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+74:3648:x1848995292175488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14413us (14523us total) trans 21474838567 rc 0/0 00000100:00100000:1.0:1763340287.846603:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5794 00010000:00010000:1.0:1763340287.846673:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9da00/0xbdebf3fb18248312 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ed9 expref: 37 pid: 8457 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.846684:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292176000:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.846695:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846704:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846715:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846723:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846729:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846745:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340287.846914:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+74:3650:x1848995292175360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14148us (14347us total) trans 21474838568 rc 0/0 00000100:00100000:1.0:1763340287.846921:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5797 00010000:00010000:1.0:1763340287.846938:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340287.846945:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846952:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.846957:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846966:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846983:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.846994:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb182484bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.847011:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340287.847015:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.847021:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.847024:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.847030:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.847039:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.847045:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.847055:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.847057:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340287.847059:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340287.847079:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc96300/2, rc 0, transno 21474838568 00000100:00100000:1.0:1763340287.847084:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292175360:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340287.847479:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340287.851655:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc96680/2, rc 0, transno 21474838567 00000100:00100000:2.0:1763340287.851668:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292175488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340287.853118:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.853166:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.853251:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280615552 00000100:00100000:2.0:1763340287.853260:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280615552 00000100:00100000:2.0:1763340287.853319:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2937 00000100:00100000:2.0:1763340287.853329:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56711:x1848995280615552:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340287.853576:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56711:x1848995280615552:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 248us (408us total) trans 4294972258 rc 0/0 00000100:00100000:2.0:1763340287.853585:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2937 00000100:00100000:1.0:1763340287.853826:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280615296 00000100:00100000:1.0:1763340287.853831:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280615296 00000100:00100000:1.0:1763340287.853862:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5798 00000100:00100000:1.0:1763340287.853869:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:55868:x1848995280615296:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340287.853880:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.853897:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f5e expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.853922:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 38 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340287.853929:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.853931:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.853936:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 38 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.853963:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 38 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340287.853976:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 38 pid: 28498 timeout: 1128 lvb_type: 1 00000100:00100000:1.0:1763340287.853989:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292176128:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.854042:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61db40 going to sleep for 11 seconds 00000100:00100000:0.0:1763340287.857839:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.857910:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280615680 00000100:00100000:3.0:1763340287.857920:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280615680 00000100:00100000:3.0:1763340287.857982:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8660 00000100:00100000:3.0:1763340287.857993:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56711:x1848995280615680:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.858017:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.858040:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248503 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f65 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.858101:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.858113:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858123:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858133:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.858139:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858145:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858200:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248518 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340287.858207:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248518 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858212:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248518 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340287.858246:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 2 00000004:00200000:3.0:1763340287.858250:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340287.858265:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248518 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858275:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248518 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858283:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858289:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858294:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858300:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858306:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.858309:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858316:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858326:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817800) 00010000:00010000:3.0:1763340287.858329:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.858334:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858340:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb1824850a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858415:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858425:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858430:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858434:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.858437:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858443:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858450:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817400) 00010000:00010000:3.0:1763340287.858452:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.858454:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858458:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248511 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.858486:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248503 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f65 expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.858499:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248518 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f65 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.858506:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.858508:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340287.858510:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:3.0:1763340287.858589:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56711:x1848995280615680:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 598us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.858596:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8660 00000100:00100000:2.0:1763340287.858896:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.860239:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280615808 00000100:00100000:1.0:1763340287.860250:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280615808 00010000:00010000:1.0:1763340287.860283:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 39 pid: 28498 timeout: 1128 lvb_type: 1 00000100:00100000:1.0:1763340287.860324:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2819 00000100:00100000:1.0:1763340287.860331:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2407:x1848995280615808:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340287.860345:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340287.860350:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 39 pid: 28498 timeout: 1128 lvb_type: 1 00010000:00010000:1.0:1763340287.860361:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 39 pid: 28498 timeout: 1128 lvb_type: 1 00010000:00010000:1.0:1763340287.860382:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.860384:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.860390:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 39 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.860400:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 39 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.860440:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 39 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340287.860453:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292176256:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340287.861594:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763340287.862104:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb1824842a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f1f expref: 39 pid: 28498 timeout: 1128 lvb_type: 1 00000100:00100000:3.0:1763340287.862703:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292176128:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340287.862729:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 38 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.862743:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:2.0:1763340287.862894:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:55868:x1848995280615296:12345-192.168.203.42@tcp:101:bash.0 Request processed in 9023us (9781us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.862904:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5798 00000100:00100000:1.0:1763340287.864210:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292176256:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340287.864230:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340287.864280:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2407:x1848995280615808:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 3948us (5382us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.864292:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2819 00000100:00100000:2.0:1763340287.867923:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.868028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.868057:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280616064 00000100:00100000:1.0:1763340287.868069:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280616064 00000100:00100000:3.0:1763340287.868099:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280615936 00000100:00100000:3.0:1763340287.868105:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280615936 00000100:00100000:1.0:1763340287.868123:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5799 00000100:00100000:1.0:1763340287.868133:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280616064:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340287.868150:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.868175:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f6c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340287.868197:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x201:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340287.868215:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.868218:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340287.868226:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.868239:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 16 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.868250:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8200, rc 0) 00000100:00100000:1.0:1763340287.868297:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280616064:12345-192.168.203.42@tcp:101:bash.0 Request processed in 166us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.868304:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5799 00000100:00100000:2.0:1763340287.868782:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 408 00000100:00100000:2.0:1763340287.868793:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c13fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:2407:x1848995280615936:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340287.868806:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340287.868825:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248518 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f65 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.868840:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.868845:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340287.868878:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c13fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:2407:x1848995280615936:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 88us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.868885:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 408 00000100:00100000:2.0:1763340287.874025:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.874058:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.874240:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280616192 00000100:00100000:3.0:1763340287.874250:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280616192 00002000:00010000:3.0:1763340287.874292:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/513 (0->18446744073709551615) 00002000:00100000:3.0:1763340287.874297:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d85500 with x1848995280616192 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340287.874310:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3d85500. 00000100:00100000:3.0:1763340287.874342:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280616320 00000100:00100000:3.0:1763340287.874346:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280616320 00002000:00010000:3.0:1763340287.874359:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/513 (0->18446744073709551615) 00002000:00100000:3.0:1763340287.874363:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d84380 with x1848995280616320 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340287.874368:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3d84380. 00000100:00100000:3.0:1763340287.874388:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1483 00000100:00100000:3.0:1763340287.874397:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+37:2408:x1848995280616192:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340287.874680:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340287.874684:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:3.0:1763340287.874687:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340287.874691:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:3.0:1763340287.874693:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340287.874750:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2408:x1848995280616192:12345-192.168.203.42@tcp:10:bash.0 Request processed in 353us (733us total) trans 21474838569 rc 0/0 00000100:00100000:3.0:1763340287.874759:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1483 00002000:00010000:3.0:1763340287.874764:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/513 (0->18446744073709551615) 00002000:00100000:3.0:1763340287.874767:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d85500 with x1848995280616192 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340287.874771:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3d85500. 00000100:00100000:3.0:1763340287.874791:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1484 00000100:00100000:3.0:1763340287.874800:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280616320:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340287.874893:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340287.874897:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:3.0:1763340287.874899:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340287.874902:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:3.0:1763340287.874904:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340287.874946:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280616320:12345-192.168.203.42@tcp:10:bash.0 Request processed in 147us (885us total) trans 17179871284 rc 0/0 00000100:00100000:3.0:1763340287.874953:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1484 00002000:00010000:3.0:1763340287.874957:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/513 (0->18446744073709551615) 00002000:00100000:3.0:1763340287.874960:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d84380 with x1848995280616320 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340287.874965:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3d84380. 00000100:00100000:2.0:1763340287.881993:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.884192:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.885898:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280616832 00000100:00100000:1.0:1763340287.885913:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280616832 00000100:00100000:1.0:1763340287.885982:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2938 00000100:00100000:1.0:1763340287.885993:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280616832:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340287.886306:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280616832:12345-192.168.203.42@tcp:35:bash.0 Request processed in 313us (2123us total) trans 4294972259 rc 0/0 00000100:00100000:1.0:1763340287.886314:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2938 00000100:00100000:0.0:1763340287.886471:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280616576 00000100:00100000:0.0:1763340287.886476:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280616576 00000100:00100000:0.0:1763340287.886514:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8661 00000100:00100000:0.0:1763340287.886522:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56712:x1848995280616576:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.886547:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.886568:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248526 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f73 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.886637:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824852d lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340287.886665:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824852d lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.886681:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824852d lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340287.886693:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 5 00010000:00010000:0.0:1763340287.886754:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248526 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f73 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.886783:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824852d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f73 expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.886796:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340287.886799:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763340287.886804:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:0.0:1763340287.886843:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280616576:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 321us (4859us total) trans 4294972260 rc 0/0 00000100:00100000:0.0:1763340287.886849:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8661 00000100:00100000:3.0:1763340287.894802:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.894922:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280617088 00000100:00100000:0.0:1763340287.894931:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280617088 00000100:00100000:0.0:1763340287.894991:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8662 00000100:00100000:0.0:1763340287.895001:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280617088:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.895027:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.895047:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824853b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f7a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.895145:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.895160:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.895168:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.895200:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.895211:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 200 pid: 8423 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.895228:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292176384:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340287.895305:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340287.904016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.904092:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280617344 00000100:00100000:1.0:1763340287.904102:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280617344 00000100:00100000:1.0:1763340287.904159:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2939 00000100:00100000:1.0:1763340287.904168:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56713:x1848995280617344:12345-192.168.203.42@tcp:35:rm.0 00000100:00100000:1.0:1763340287.904445:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56713:x1848995280617344:12345-192.168.203.42@tcp:35:rm.0 Request processed in 277us (436us total) trans 4294972261 rc 0/0 00000100:00100000:1.0:1763340287.904453:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2939 00000100:00100000:1.0:1763340287.907605:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.907685:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.907845:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292176384:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340287.907874:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340287.908616:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280617472 00000100:00100000:3.0:1763340287.908626:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280617472 00010000:00010000:3.0:1763340287.908672:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 202 pid: 8423 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.908717:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2820 00000100:00100000:3.0:1763340287.908726:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2407:x1848995280617472:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.908741:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340287.908747:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 202 pid: 8423 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.908760:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 202 pid: 8423 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.908780:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182484f5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f57 expref: 202 pid: 8423 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.908793:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.908798:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.908807:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.908813:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340287.908835:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340287.908885:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:2407:x1848995280617472:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 159us (1287us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.908893:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2820 00010000:00010000:0.0:1763340287.909441:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.909449:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340287.909472:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 5 00000100:00100000:2.0:1763340287.909811:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280617856 00000100:00100000:2.0:1763340287.909819:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280617856 00000100:00100000:2.0:1763340287.909856:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8663 00000100:00100000:2.0:1763340287.909864:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56713:x1848995280617856:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340287.909907:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340287.909924:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824852d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f73 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.909953:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182484a8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f49 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.909965:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248470 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f3b expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.909980:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.909984:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340287.910006:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.910017:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.910024:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.910036:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.910041:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.910047:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.910112:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340287.910120:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 2/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.910128:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.910143:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.910151:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.910417:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb1824853b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f7a expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.910441:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f7a expref: 199 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.910451:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f7a expref: 199 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:1.0:1763340287.910458:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:1.0:1763340287.910517:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280617088:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 15517us (15736us total) trans 4294972262 rc 0/0 00000100:00100000:1.0:1763340287.910525:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8662 00000100:00100000:3.0:1763340287.915068:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.915114:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.915280:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280617984 00000100:00100000:1.0:1763340287.915291:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280617984 00000100:00100000:1.0:1763340287.915442:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8664 00000100:00100000:1.0:1763340287.915453:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280617984:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.915477:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.915496:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248565 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f81 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340287.915714:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280618112 00000100:00100000:0.0:1763340287.915720:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280618112 00010000:00010000:0.0:1763340287.915746:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f7a expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00000100:00100000:0.0:1763340287.915773:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2821 00000100:00100000:0.0:1763340287.915780:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:2410:x1848995280618112:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340287.915789:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340287.915793:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f7a expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.915805:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f7a expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.915822:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248542 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f7a expref: 201 pid: 6515 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.915850:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340287.915855:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.915863:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.915869:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.915893:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340287.915942:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:2410:x1848995280618112:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 162us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340287.915950:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2821 00010000:00010000:2.0:1763340287.916022:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916030:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.916241:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.916252:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.916260:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.916273:0:6515:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.916280:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00080000:2.0:1763340287.916677:0:10032:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1b7:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763340287.916755:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916762:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916768:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916773:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.916776:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916794:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916805:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.916808:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340287.916810:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.916817:0:10032:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.916822:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.916850:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916857:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824855e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916871:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916876:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916881:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916887:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916891:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340287.916894:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916900:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916907:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd000) 00010000:00010000:2.0:1763340287.916909:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.916911:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916915:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248550 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340287.916931:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a511f5ea reply state 0000000098c1afe5 transno 4294972263 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916942:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.916948:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acdd00) 00010000:00010000:2.0:1763340287.916951:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340287.916954:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340287.917011:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56713:x1848995280617856:12345-192.168.203.42@tcp:36:rm.0 Request processed in 7146us (9325us total) trans 4294972263 rc 0/0 00000100:00100000:2.0:1763340287.917018:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8663 00010000:00010000:1.0:1763340287.917730:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.917738:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340287.917767:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 5 00000004:00200000:1.0:1763340287.917771:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340287.917797:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340287.917822:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248565 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f81 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.917836:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f81 expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.917842:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:1.0:1763340287.917845:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340287.917848:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8400, rc 0) 00000100:00100000:1.0:1763340287.917888:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56712:x1848995280617984:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2437us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.917894:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8664 00000100:00100000:1.0:1763340287.922357:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.922527:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280618368 00000100:00100000:0.0:1763340287.922552:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280618368 00000100:00100000:0.0:1763340287.922618:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8665 00000100:00100000:0.0:1763340287.922628:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56712:x1848995280618368:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.922663:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.922682:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18248573 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f88 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.922777:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824857a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.923467:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824857a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.923655:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824857a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340287.923671:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 5 00010000:00010000:0.0:1763340287.923788:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18248573 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f88 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.923818:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824857a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f88 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.923826:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340287.923829:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340287.923832:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0a00, rc 0) 00000100:00100000:0.0:1763340287.923886:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56712:x1848995280618368:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1260us (1538us total) trans 4294972264 rc 0/0 00000100:00100000:0.0:1763340287.923894:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8665 00000100:00100000:3.0:1763340287.928640:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.928746:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280618496 00000100:00100000:1.0:1763340287.928757:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280618496 00000100:00100000:1.0:1763340287.928823:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5800 00000100:00100000:1.0:1763340287.928832:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+38:2407:x1848995280618496:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340287.928877:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.928897:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 38 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.928904:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.928906:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340287.928909:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.928944:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 38 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.928958:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 38 pid: 8401 timeout: 1128 lvb_type: 0 00000100:00100000:1.0:1763340287.928973:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292176512:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340287.929062:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00000100:00100000:3.0:1763340287.935125:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.935255:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292176512:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340287.935282:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340287.935364:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280618624 00000100:00100000:2.0:1763340287.935372:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280618624 00002000:00100000:2.0:1763340287.935417:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x201:0x0] (0->4) req@ffff9555f7f7df80 x1848995280618624/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:48/0 lens 496/0 e 0 to 0 dl 1763340298 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763340287.935426:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f7df80 with x1848995280618624 ext(0->4) 00010000:00010000:2.0:1763340287.935432:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 39 pid: 8401 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340287.935445:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 39 pid: 8401 timeout: 1128 lvb_type: 0 00002000:00010000:2.0:1763340287.935452:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555f7f7df80 00000100:00100000:3.0:1763340287.935726:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 96 00000100:00100000:0.0:1763340287.937057:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2408:x1848995280618624:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:0.0:1763340287.937901:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2408:x1848995280618624:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2161us (2781us total) trans 21474838570 rc 0/0 00000100:00100000:0.0:1763340287.937912:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 96 00002000:00100000:0.0:1763340287.937922:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x201:0x0] (0->4) req@ffff9555f7f7df80 x1848995280618624/t21474838570(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:48/0 lens 496/448 e 0 to 0 dl 1763340298 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340287.937933:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f7df80 with x1848995280618624 ext(0->4) 00010000:00010000:0.0:1763340287.937942:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 41 pid: 8401 timeout: 1128 lvb_type: 0 00010000:00010000:0.0:1763340287.937959:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 41 pid: 8401 timeout: 1128 lvb_type: 0 00002000:00010000:0.0:1763340287.937971:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9555f7f7df80 00000100:00100000:2.0:1763340287.940633:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.940735:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280618752 00000100:00100000:3.0:1763340287.940744:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280618752 00010000:00010000:3.0:1763340287.940780:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 41 pid: 8401 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763340287.940818:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2822 00000100:00100000:3.0:1763340287.940826:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2410:x1848995280618752:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340287.940840:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763340287.940856:0:6498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763340287.940859:0:6498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340287.940864:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 41 pid: 8401 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.940875:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 41 pid: 8401 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.940896:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182484fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f5e expref: 41 pid: 8401 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763340287.940910:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.940912:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340287.940916:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.940925:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.940958:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340287.941203:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941212:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941230:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941237:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941244:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941250:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340287.941254:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941263:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941272:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.941278:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248588 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340287.941337:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2410:x1848995280618752:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 510us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.941345:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2822 00000100:00100000:1.0:1763340287.943543:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2407:x1848995280618496:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 14693us (14892us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.943556:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5800 00000100:00100000:2.0:1763340287.948210:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.948299:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280618880 00000100:00100000:0.0:1763340287.948309:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280618880 00000100:00100000:0.0:1763340287.948373:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8666 00000100:00100000:0.0:1763340287.948382:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56714:x1848995280618880:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.948406:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.948429:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824858f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f8f expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.948494:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340287.948508:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948519:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948527:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340287.948560:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948568:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948605:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948611:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948618:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948624:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948631:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.948635:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948642:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948665:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340287.948669:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.948673:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948680:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18248596 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948704:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948710:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948716:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948721:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.948724:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948734:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948740:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acdd00) 00010000:00010000:0.0:1763340287.948743:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.948746:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948752:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824859d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340287.948777:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824858f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f8f expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.948787:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340287.948790:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.948793:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824858f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f8f expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.948806:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:0.0:1763340287.950847:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56714:x1848995280618880:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2458us (2637us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340287.950858:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8666 00000100:00100000:2.0:1763340287.952450:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.953032:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280619136 00000100:00100000:1.0:1763340287.953041:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280619136 00000100:00100000:1.0:1763340287.953097:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8667 00000100:00100000:1.0:1763340287.953106:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56712:x1848995280619136:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340287.953154:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340287.953180:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824856c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f81 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.953197:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:1.0:1763340287.953201:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340287.953230:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340287.953247:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.953255:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340287.953447:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1232, 88 off104712 00000004:00080000:1.0:1763340287.953455:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028760922141ns, next at 1028957811539ns, rc = 0 00000040:00080000:1.0:1763340287.953499:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1254, 88 off106416 00000004:00080000:1.0:1763340287.953505:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028760972243ns, next at 1028957777431ns, rc = 0 00000040:00080000:1.0:1763340287.953556:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1256, 88 off106584 00000004:00080000:1.0:1763340287.953562:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028761028861ns, next at 1028957777431ns, rc = 0 00000040:00080000:1.0:1763340287.953575:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1233, 88 off104800 00000004:00080000:1.0:1763340287.953579:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028761046051ns, next at 1028957811539ns, rc = 0 00000100:00100000:2.0:1763340287.958991:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340287.961342:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280619264 00000100:00100000:0.0:1763340287.961363:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280619264 00000100:00100000:0.0:1763340287.961451:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8668 00000100:00100000:0.0:1763340287.961461:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56714:x1848995280619264:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.961488:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.961520:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182485ab lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f96 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.961663:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.961680:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961693:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961705:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340287.961713:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961720:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961794:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961802:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961808:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961814:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961820:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.961825:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961834:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961849:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340287.961853:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.961859:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961866:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485b2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961900:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961905:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961911:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961916:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340287.961918:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961923:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961929:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acdd00) 00010000:00010000:0.0:1763340287.961931:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.961934:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961939:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb182485b9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340287.961969:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182485ab lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f96 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.961979:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340287.961981:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340287.961984:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182485ab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f96 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.961998:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1a00, rc 0) 00000100:00100000:0.0:1763340287.962109:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56714:x1848995280619264:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 649us (3338us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340287.962117:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8668 00000100:00100000:3.0:1763340287.966996:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.967146:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280619392 00000100:00100000:1.0:1763340287.967156:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280619392 00000100:00100000:1.0:1763340287.967214:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8669 00000100:00100000:1.0:1763340287.967224:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56714:x1848995280619392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340287.967245:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340287.967268:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182485c0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15f9d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.967330:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182485c7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340287.967345:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182485c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00000001:00080000:0.0:1763340287.967350:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972265 is committed 00010000:00010000:1.0:1763340287.967358:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182485c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00080000:0.0:1763340287.967371:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 807 committed 00000004:00080000:0.0:1763340287.967397:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 828 committed 00000004:00080000:0.0:1763340287.967407:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 827 committed 00000004:00200000:1.0:1763340287.967409:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00080000:0.0:1763340287.967411:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 806 committed 00000004:00200000:1.0:1763340287.967418:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340287.967459:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182485c0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f9d expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.967482:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182485c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f9d expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.967491:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:1.0:1763340287.967494:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340287.967498:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00010000:00010000:2.0:1763340287.967581:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340287.967589:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec82ff02 reply state 000000005ed782e8 transno 4294972265 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.967619:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.967625:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.967631:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340287.967637:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.967653:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.967654:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340287.967661:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340287.967663:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.967676:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.967694:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acdd00) 00010000:00010000:2.0:1763340287.967698:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340287.967704:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340287.967711:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248557 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00080000:1.0:1763340287.967742:0:10032:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340287.967759:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56712:x1848995280619136:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 14653us (15315us total) trans 4294972265 rc 0/0 00000100:00100000:1.0:1763340287.967767:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8667 00000100:00100000:1.0:1763340287.967832:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56714:x1848995280619392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 606us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340287.967840:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8669 00000100:00100000:2.0:1763340287.967880:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292176640:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340287.967947:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340287.968016:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292176768:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340287.968047:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340287.968058:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.968069:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340287.968073:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1763340287.968077:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340287.968084:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292176896:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340287.968089:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.968096:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.968104:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340287.968116:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340287.968118:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.968123:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340287.968128:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340287.968135:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182485a4 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340287.968167:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292177024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340287.968197:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292176640 00000100:00100000:2.0:1763340287.968204:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340287.968208:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292176640 00000100:00100000:3.0:1763340287.968248:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292176768 00000100:00100000:3.0:1763340287.968252:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292176768 00000100:00100000:2.0:1763340287.968271:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292176896 00000100:00100000:3.0:1763340287.968278:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292177024 00000100:00100000:2.0:1763340287.968280:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292176896 00000100:00100000:3.0:1763340287.968286:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292177024 00000100:00100000:3.0:1763340287.968327:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801 00000100:00100000:3.0:1763340287.968339:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+75:3651:x1848995292176640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340287.968350:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5802 00000100:00100000:2.0:1763340287.968365:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+75:3648:x1848995292176768:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340287.968508:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+77:3651:x1848995292176640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 171us (559us total) trans 21474838571 rc 0/0 00000100:00100000:3.0:1763340287.968517:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801 00000100:00100000:3.0:1763340287.968579:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5803 00000100:00100000:3.0:1763340287.968589:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292177024:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340287.968601:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+76:3648:x1848995292176768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 237us (550us total) trans 21474838572 rc 0/0 00000100:00100000:2.0:1763340287.968611:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5802 00000100:00100000:2.0:1763340287.968634:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804 00000100:00100000:2.0:1763340287.968643:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3648:x1848995292176896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340287.968736:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3650:x1848995292177024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 147us (534us total) trans 17179871285 rc 0/0 00000100:00100000:3.0:1763340287.968744:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5803 00002000:00010000:2.0:1763340287.968747:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340287.968753:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:2.0:1763340287.968757:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340287.968760:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:2.0:1763340287.968763:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:3.0:1763340287.970399:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2153100/2, rc 0, transno 21474838571 00000100:00100000:3.0:1763340287.970411:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292176640:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340287.972473:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292176896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 3596us (4125us total) trans 17179871286 rc 0/0 00000100:00100000:2.0:1763340287.972498:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804 00000004:00080000:2.0:1763340287.972667:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7e300/2, rc 0, transno 17179871285 00000100:00100000:2.0:1763340287.972679:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292177024:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340287.972860:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2151f80/2, rc 0, transno 21474838572 00000100:00100000:3.0:1763340287.972875:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292176768:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340287.973019:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7c700/2, rc 0, transno 17179871286 00000100:00100000:1.0:1763340287.973025:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292176896:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340287.980899:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.980977:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280619520 00000100:00100000:3.0:1763340287.980988:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280619520 00000100:00100000:3.0:1763340287.981053:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8670 00000100:00100000:3.0:1763340287.981063:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+193:56712:x1848995280619520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.981089:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.981111:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fa4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.981166:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.981180:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 194 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.981197:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340287.981200:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340287.981203:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894a00, rc 0) 00000100:00100000:3.0:1763340287.981269:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56712:x1848995280619520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 208us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340287.981277:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8670 00000100:00100000:1.0:1763340287.981749:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.981855:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280619648 00000100:00100000:3.0:1763340287.981860:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280619648 00000100:00100000:3.0:1763340287.981906:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8671 00000100:00100000:3.0:1763340287.981916:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56714:x1848995280619648:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340287.981926:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340287.981935:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182485d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fab expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.981981:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340287.981990:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.981998:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982009:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340287.982019:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982024:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982059:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982065:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982070:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982076:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982081:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.982084:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982090:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982099:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:3.0:1763340287.982101:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.982104:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982110:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb182485dc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982122:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982128:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982134:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982139:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340287.982142:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982147:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982154:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2817800) 00010000:00010000:3.0:1763340287.982157:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.982159:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982164:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182485e3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340287.982194:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182485d5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fab expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.982204:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:3.0:1763340287.982206:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340287.982209:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182485d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fab expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340287.982218:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:3.0:1763340287.982265:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56714:x1848995280619648:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 351us (516us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340287.982272:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8671 00000100:00100000:0.0:1763340287.985144:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340287.985232:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280619776 00000100:00100000:2.0:1763340287.985246:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280619776 00000100:00100000:2.0:1763340287.985321:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8672 00000100:00100000:2.0:1763340287.985332:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56712:x1848995280619776:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.985351:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.985370:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182485ea lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fb2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.985435:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182485f1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340287.985449:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182485f1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.985460:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182485f1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340287.985498:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b7:0x0]: returning size 5 00000004:00200000:2.0:1763340287.985502:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340287.985519:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182485f1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340287.986194:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182485ea lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb2 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.986213:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182485f1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb2 expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340287.986221:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340287.986224:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763340287.986227:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340287.986301:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56712:x1848995280619776:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 970us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.986310:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8672 00000100:00100000:1.0:1763340287.994281:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340287.994366:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340287.994424:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280620160 00000100:00100000:3.0:1763340287.994434:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280620160 00000100:00100000:0.0:1763340287.995232:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8673 00000100:00100000:0.0:1763340287.995248:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56714:x1848995280620160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340287.995268:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340287.995271:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340287.995297:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182485c7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f9d expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.995314:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:0.0:1763340287.995325:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340287.995341:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485f8 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fc0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340287.995434:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340287.995447:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340287.995456:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340287.995469:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340287.995475:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340287.995482:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340287.995588:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280619904 00000100:00100000:2.0:1763340287.995594:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280619904 00000100:00100000:2.0:1763340287.995659:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5805 00000100:00100000:2.0:1763340287.995667:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+39:2407:x1848995280619904:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340287.995677:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340287.995693:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fb9 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340287.995712:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x201:0x0] initial LVB size: 5, mtime: 0x691a7000, atime: 0x0, ctime: 0x691a7000, blocks: 0x8 00010000:00010000:2.0:1763340287.995726:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.995728:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340287.995736:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 40 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340287.995749:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 40 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340287.995760:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340287.995816:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2407:x1848995280619904:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 149us (1544us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340287.995822:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5805 00010000:00010000:1.0:1763340287.996313:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340287.996324:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996332:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340287.996342:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b8:0x0]: returning size 0 00010000:00010000:1.0:1763340287.996363:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996370:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996376:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996382:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996388:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340287.996391:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996398:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996406:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340287.996409:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340287.996413:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996419:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb182485ff lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340287.996442:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad9d1459 reply state 0000000062e69836 transno 4294972266 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996452:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340287.996457:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25e00) 00010000:00010000:1.0:1763340287.996459:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340287.996461:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340287.996484:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb182485f8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 197 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.996500:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340287.996506:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340287.996509:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340287.996511:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:1.0:1763340287.996572:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56714:x1848995280620160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1329us (2205us total) trans 4294972266 rc 0/0 00000100:00100000:1.0:1763340287.996579:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8673 00000100:00100000:1.0:1763340288.005452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.006307:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280620416 00000100:00100000:2.0:1763340288.006319:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280620416 00000100:00080000:3.0:1763340288.007047:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763340288.007254:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8674 00000100:00100000:2.0:1763340288.007267:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56714:x1848995280620416:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.007292:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.007315:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248622 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fc7 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.007431:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.007448:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 198 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.007458:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.007493:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 198 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.007507:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 198 pid: 8423 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340288.007521:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2152680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292177152:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.008493:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340288.014823:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.017982:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2152680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292177152:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340288.018014:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340288.018362:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280620544 00000100:00100000:3.0:1763340288.018369:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280620544 00010000:00010000:2.0:1763340288.018491:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 199 pid: 8423 timeout: 1128 lvb_type: 0 00000100:00100000:2.0:1763340288.018530:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2823 00000100:00100000:2.0:1763340288.018556:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:2408:x1848995280620544:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.018570:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.018577:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 199 pid: 8423 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340288.018590:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 199 pid: 8423 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340288.018617:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248614 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc0 expref: 199 pid: 8423 timeout: 1128 lvb_type: 0 00010000:00010000:2.0:1763340288.018632:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:2.0:1763340288.018637:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.018657:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.018666:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.018694:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.018848:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.018855:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340288.018877:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b8:0x0]: returning size 0 00000100:00100000:2.0:1763340288.019161:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2408:x1848995280620544:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 605us (4345us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.019171:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2823 00000004:00080000:1.0:1763340288.019332:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x203:0x0], index 1: 0 00000004:00080000:1.0:1763340288.019342:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x203:0x0], index 0: 0 00000004:00080000:1.0:1763340288.019347:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x204:0x0], index 0: 0 00000004:00080000:1.0:1763340288.019352:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x204:0x0], index 1: 0 00010000:00010000:1.0:1763340288.019449:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.019458:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.019464:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.019471:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.019475:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.019483:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.019493:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340288.019496:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.019500:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.019511:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248629 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.019602:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248622 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc7 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.019613:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340288.019615:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340288.019619:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248622 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fc7 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.019635:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:1.0:1763340288.019689:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56714:x1848995280620416:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 12426us (14245us total) trans 4294972267 rc 301/301 00000100:00100000:1.0:1763340288.019697:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8674 00000100:00100000:2.0:1763340288.022895:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.022996:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280620800 00000100:00100000:0.0:1763340288.023006:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280620800 00000100:00100000:0.0:1763340288.023064:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2940 00000100:00100000:0.0:1763340288.023074:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56714:x1848995280620800:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340288.028170:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56714:x1848995280620800:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 5085us (5272us total) trans 4294972268 rc 0/0 00000100:00100000:0.0:1763340288.028186:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2940 00000100:00100000:2.0:1763340288.033365:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.033525:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280621056 00000100:00100000:0.0:1763340288.033730:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280621056 00000100:00100000:0.0:1763340288.034210:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2941 00000100:00100000:0.0:1763340288.034221:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56714:x1848995280621056:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340288.034453:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56714:x1848995280621056:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 233us (1097us total) trans 4294972269 rc 0/0 00000100:00100000:0.0:1763340288.034461:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2941 00000100:00100000:2.0:1763340288.050784:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.050887:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280621312 00000100:00100000:1.0:1763340288.050897:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280621312 00000100:00100000:1.0:1763340288.050960:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8675 00000100:00100000:1.0:1763340288.050970:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280621312:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.050993:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.051018:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248637 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fce expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.051152:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.051166:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051182:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051192:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.051199:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051205:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051256:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824864c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.051265:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824864c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051272:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824864c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340288.051282:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b8:0x0]: returning size 0 00010000:00010000:1.0:1763340288.051354:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051362:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051368:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051375:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051381:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.051385:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051392:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051405:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340288.051408:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.051413:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051419:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824863e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051432:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051438:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051444:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051449:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.051451:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051457:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051464:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25e00) 00010000:00010000:1.0:1763340288.051467:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.051470:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051480:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb18248645 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.051512:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248637 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fce expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.051529:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824864c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fce expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.051566:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:1.0:1763340288.051569:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340288.051571:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:1.0:1763340288.051632:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280621312:12345-192.168.203.42@tcp:101:bash.0 Request processed in 663us (856us total) trans 4294972270 rc 0/0 00000100:00100000:1.0:1763340288.051640:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8675 00000100:00100000:2.0:1763340288.059749:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.059831:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280621440 00000100:00100000:3.0:1763340288.059841:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280621440 00000100:00100000:3.0:1763340288.059896:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8676 00000100:00100000:3.0:1763340288.059906:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280621440:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.059928:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.059949:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824865a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fd5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.059981:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248661 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.059995:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248661 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.060006:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248661 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.060128:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824865a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fd5 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.060147:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248661 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fd5 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.060156:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:3.0:1763340288.060161:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340288.060165:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894400, rc 0) 00000100:00100000:3.0:1763340288.060227:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280621440:12345-192.168.203.42@tcp:101:bash.0 Request processed in 321us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.060235:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8676 00000100:00100000:2.0:1763340288.062198:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.062318:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280621696 00000100:00100000:1.0:1763340288.062330:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280621696 00000100:00100000:1.0:1763340288.062390:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8677 00000100:00100000:1.0:1763340288.062399:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280621696:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340288.062444:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340288.062467:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824864c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fce expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.062482:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:1.0:1763340288.062486:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.062781:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.062798:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.062807:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:1.0:1763340288.062850:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972271 00000004:00010000:1.0:1763340288.062871:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000073a2ac28 reply state 00000000200cba5c transno 4294972272 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.062882:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.062888:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:1.0:1763340288.062891:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340288.062893:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340288.071451:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280621696:12345-192.168.203.42@tcp:36:bash.0 Request processed in 9039us (9248us total) trans 4294972272 rc 0/0 00000100:00100000:1.0:1763340288.071465:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8677 00000020:00080000:1.0:1763340288.071473:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340288.073460:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.073571:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280621824 00000100:00100000:1.0:1763340288.073579:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280621824 00000100:00100000:1.0:1763340288.073633:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8678 00000100:00100000:1.0:1763340288.073642:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280621824:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.073675:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.073697:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824866f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fdc expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.073752:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824866f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fdc expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.073773:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824866f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fdc expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.073791:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:1.0:1763340288.073794:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.073798:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:1.0:1763340288.073860:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280621824:12345-192.168.203.42@tcp:101:bash.0 Request processed in 219us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.073868:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8678 00000100:00100000:0.0:1763340288.087738:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.087844:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622080 00000100:00100000:3.0:1763340288.087855:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622080 00000100:00100000:3.0:1763340288.087918:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8679 00000100:00100000:3.0:1763340288.087927:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280622080:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.087949:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.087952:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340288.087978:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb1824866f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fdc expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.087997:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:3.0:1763340288.088003:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.088018:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248676 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fe3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.088208:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824867d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.088221:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824867d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.088231:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824867d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:3.0:1763340288.088450:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1257, 88 off106672 00000004:00080000:3.0:1763340288.088460:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028895927394ns, next at 1028957777431ns, rc = 0 00000040:00080000:3.0:1763340288.090521:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1234, 88 off104888 00000004:00080000:3.0:1763340288.090562:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028898028808ns, next at 1028957811539ns, rc = 0 00000040:00080000:3.0:1763340288.090589:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1235, 88 off104976 00000004:00080000:3.0:1763340288.090593:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028898060723ns, next at 1028957811539ns, rc = 0 00000040:00080000:3.0:1763340288.090606:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1258, 88 off106760 00000004:00080000:3.0:1763340288.090610:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028898077228ns, next at 1028957777431ns, rc = 0 00000001:00080000:3.0:1763340288.094926:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972273 is committed 00000004:00080000:3.0:1763340288.094939:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 830 committed 00010000:00010000:0.0:1763340288.095056:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.095068:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.095077:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.095082:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.095087:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.095094:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.095109:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25e00) 00010000:00010000:0.0:1763340288.095113:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.095117:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.095124:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248606 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.095160:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.095166:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.095173:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.095177:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.095180:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.095185:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.095193:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:0.0:1763340288.095196:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.095199:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.095204:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248668 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00080000:3.0:1763340288.095487:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 809 committed 00000004:00080000:3.0:1763340288.095505:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 808 committed 00000004:00080000:3.0:1763340288.095508:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 829 committed 00000100:00100000:2.0:1763340288.095642:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763340288.095670:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292177280:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.095735:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340288.095773:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763340288.095782:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292177408:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.095808:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340288.095835:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292177280 00000100:00100000:2.0:1763340288.095841:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292177280 00000100:00100000:2.0:1763340288.095879:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292177408 00000100:00100000:2.0:1763340288.095882:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292177408 00000100:00100000:2.0:1763340288.095902:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5806 00000100:00100000:2.0:1763340288.095910:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+77:3650:x1848995292177280:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.096064:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+78:3650:x1848995292177280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 154us (328us total) trans 21474838573 rc 0/0 00000100:00100000:2.0:1763340288.096072:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5806 00000100:00100000:2.0:1763340288.096087:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807 00000100:00100000:2.0:1763340288.096094:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+77:3649:x1848995292177408:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.096161:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+78:3649:x1848995292177408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (352us total) trans 21474838574 rc 0/0 00000100:00100000:2.0:1763340288.096168:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807 00000004:00080000:2.0:1763340288.096292:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2151c00/2, rc 0, transno 21474838574 00000100:00100000:2.0:1763340288.096298:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292177408:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340288.096314:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2150a80/2, rc 0, transno 21474838573 00000100:00100000:2.0:1763340288.096317:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292177280:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.096586:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340288.096594:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292177536:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.096621:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.096637:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340288.096654:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292177664:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.096676:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.096701:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292177536 00000100:00100000:1.0:1763340288.096705:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292177536 00000100:00100000:1.0:1763340288.096737:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292177664 00000100:00100000:1.0:1763340288.096740:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292177664 00000100:00100000:1.0:1763340288.096758:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5808 00000100:00100000:1.0:1763340288.096764:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3648:x1848995292177536:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.096856:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3648:x1848995292177536:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (233us total) trans 17179871287 rc 0/0 00000100:00100000:1.0:1763340288.096863:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5808 00000100:00100000:1.0:1763340288.096875:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5809 00000100:00100000:1.0:1763340288.096881:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292177664:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.096951:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3651:x1848995292177664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (273us total) trans 17179871288 rc 0/0 00000100:00100000:1.0:1763340288.096957:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5809 00000004:00080000:1.0:1763340288.096980:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbf480/2, rc 0, transno 17179871287 00000100:00100000:1.0:1763340288.096984:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292177536:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340288.096996:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbc700/2, rc 0, transno 17179871288 00000100:00100000:1.0:1763340288.096999:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292177664:0@lo:2:osp-syn-1-1.0 00000100:00080000:1.0:1763340288.097008:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763340288.097661:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824867d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fe3 expref: 197 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.097674:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:3.0:1763340288.097677:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340288.097692:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248676 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fe3 expref: 197 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340288.097710:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824867d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fe3 expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.097738:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:3.0:1763340288.097741:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340288.097743:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894000, rc 0) 00000100:00100000:3.0:1763340288.097804:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280622080:12345-192.168.203.42@tcp:101:bash.0 Request processed in 9876us (10074us total) trans 4294972273 rc 0/0 00000100:00100000:3.0:1763340288.097812:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8679 00000100:00100000:2.0:1763340288.109936:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.110022:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.110118:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622208 00000100:00100000:1.0:1763340288.110129:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622208 00000100:00100000:1.0:1763340288.110191:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622336 00000100:00100000:1.0:1763340288.110194:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622336 00000100:00100000:1.0:1763340288.110222:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5810 00000100:00100000:1.0:1763340288.110232:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2407:x1848995280622208:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340288.110334:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2407:x1848995280622208:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 104us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.110341:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5810 00000100:00100000:1.0:1763340288.110357:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5811 00000100:00100000:1.0:1763340288.110363:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280622336:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.110371:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.110391:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fea expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340288.110411:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x203:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.110426:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.110429:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.110437:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.110451:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.110463:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:1.0:1763340288.110481:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280622336:12345-192.168.203.42@tcp:101:bash.0 Request processed in 118us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.110487:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5811 00000100:00080000:2.0:1763340288.110659:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763340288.110664:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763340288.113617:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.113713:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622464 00000100:00100000:3.0:1763340288.113723:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622464 00000100:00100000:3.0:1763340288.113768:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5812 00000100:00100000:3.0:1763340288.113778:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2410:x1848995280622464:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340288.113884:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:2410:x1848995280622464:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 108us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.113891:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5812 00000100:00100000:1.0:1763340288.115495:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.115602:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622592 00000100:00100000:2.0:1763340288.115610:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622592 00000100:00100000:2.0:1763340288.115661:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5813 00000100:00100000:2.0:1763340288.115670:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+40:55868:x1848995280622592:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340288.115684:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.115704:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ff1 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340288.115726:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x203:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340288.115744:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.115747:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.115755:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 41 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.115768:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 41 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.115778:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340288.115832:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:55868:x1848995280622592:12345-192.168.203.42@tcp:101:bash.0 Request processed in 163us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.115838:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5813 00000100:00100000:2.0:1763340288.119705:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.119749:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.119819:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622720 00000100:00100000:1.0:1763340288.119829:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622720 00002000:00010000:1.0:1763340288.119864:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/515 (0->18446744073709551615) 00002000:00100000:1.0:1763340288.119869:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2151500 with x1848995280622720 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340288.119881:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2151500. 00000100:00100000:1.0:1763340288.119912:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622848 00000100:00100000:1.0:1763340288.119915:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622848 00002000:00010000:1.0:1763340288.119925:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/515 (0->18446744073709551615) 00002000:00100000:1.0:1763340288.119927:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2152680 with x1848995280622848 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340288.119932:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2152680. 00000100:00100000:1.0:1763340288.119948:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1485 00000100:00100000:1.0:1763340288.119955:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280622720:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340288.120108:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x203:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.120111:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x203:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:1.0:1763340288.120114:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x203:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.120117:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x203:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:1.0:1763340288.120119:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x203:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340288.120164:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280622720:12345-192.168.203.42@tcp:10:bash.0 Request processed in 209us (469us total) trans 17179871289 rc 0/0 00000100:00100000:1.0:1763340288.120171:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1485 00002000:00010000:1.0:1763340288.120174:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/515 (0->18446744073709551615) 00002000:00100000:1.0:1763340288.120175:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2151500 with x1848995280622720 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340288.120179:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2151500. 00000100:00100000:1.0:1763340288.120195:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1486 00000100:00100000:1.0:1763340288.120201:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+41:2407:x1848995280622848:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340288.120283:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x203:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.120286:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x203:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:1.0:1763340288.120289:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x203:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.120291:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x203:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:1.0:1763340288.120292:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x203:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340288.120313:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:2407:x1848995280622848:12345-192.168.203.42@tcp:10:bash.0 Request processed in 112us (563us total) trans 21474838575 rc 0/0 00000100:00100000:1.0:1763340288.120319:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1486 00002000:00010000:1.0:1763340288.120322:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/515 (0->18446744073709551615) 00002000:00100000:1.0:1763340288.120324:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2152680 with x1848995280622848 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340288.120327:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2152680. 00000100:00100000:1.0:1763340288.123074:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.123429:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280622976 00000100:00100000:3.0:1763340288.123439:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280622976 00000100:00100000:3.0:1763340288.123877:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1487 00000100:00100000:3.0:1763340288.123888:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:2408:x1848995280622976:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340288.123921:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.123940:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.123942:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.123947:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.123959:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.124061:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.124069:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.124075:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.124082:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.124085:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.124093:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.124105:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.124112:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9895e00/0xbdebf3fb18248692 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.126372:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:2408:x1848995280622976:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 2474us (3294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340288.126386:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1487 00000100:00100000:1.0:1763340288.127951:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.128119:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280623232 00000100:00100000:0.0:1763340288.128128:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280623232 00000100:00100000:0.0:1763340288.128176:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2942 00000100:00100000:0.0:1763340288.128185:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280623232:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340288.129207:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280623232:12345-192.168.203.42@tcp:35:bash.0 Request processed in 1020us (1260us total) trans 4294972274 rc 0/0 00000100:00100000:0.0:1763340288.129216:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2942 00000100:00100000:0.0:1763340288.145036:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.145089:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.145357:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280623360 00000100:00100000:1.0:1763340288.145366:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280623360 00000100:00100000:1.0:1763340288.145425:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280623488 00000100:00100000:1.0:1763340288.145429:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280623488 00000100:00100000:1.0:1763340288.145457:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8680 00000100:00100000:1.0:1763340288.145466:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56712:x1848995280623360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.145491:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.145513:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248699 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15ff8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.145582:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182486a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.145598:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182486a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.145611:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182486a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.145736:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248699 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff8 expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.145754:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fc00/0xbdebf3fb182486a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff8 expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.145763:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:1.0:1763340288.145766:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340288.145769:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fc00, rc 0) 00000100:00100000:3.0:1763340288.145888:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8681 00000100:00100000:3.0:1763340288.145899:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56715:x1848995280623488:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340288.145908:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.145922:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182486a7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df15fff expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.145964:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.145972:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.145984:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.145996:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.146003:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146009:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146075:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182486bc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.146084:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182486bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146091:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182486bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340288.146115:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b8:0x0]: returning size 5 00000004:00200000:3.0:1763340288.146120:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340288.146134:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182486bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146145:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182486bc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146154:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146159:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146169:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146175:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146180:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.146184:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146191:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146199:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:3.0:1763340288.146202:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.146205:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146210:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb182486ae lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146221:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146226:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146231:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146236:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.146238:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146247:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146254:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:3.0:1763340288.146256:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.146259:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146264:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb182486b5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.146291:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb182486a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fff expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.146305:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182486bc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fff expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.146311:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:3.0:1763340288.146313:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340288.146316:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894200, rc 0) 00000100:00100000:3.0:1763340288.146371:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56715:x1848995280623488:12345-192.168.203.42@tcp:101:rm.0 Request processed in 474us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.146379:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8681 00000100:00100000:1.0:1763340288.147428:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280623360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1957us (2396us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.147436:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8680 00000100:00100000:0.0:1763340288.153044:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.153107:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280623744 00000100:00100000:1.0:1763340288.153118:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280623744 00000100:00100000:1.0:1763340288.153172:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8682 00000100:00100000:1.0:1763340288.153182:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56715:x1848995280623744:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340288.153234:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340288.153260:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824867d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fe3 expref: 199 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.153282:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182486bc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fff expref: 198 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.153295:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248661 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fd5 expref: 197 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.153304:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:1.0:1763340288.153314:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.153337:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.153349:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.153358:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.153368:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.153374:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.153379:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.153451:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.153458:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.153465:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:1.0:1763340288.155449:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1259, 64 off106824 00000004:00080000:1.0:1763340288.155460:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1028962926805ns, next at 1029962923751ns, rc = 0 00000040:00080000:1.0:1763340288.155487:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1236, 64 off105040 00000004:00080000:1.0:1763340288.155492:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1028962959078ns, next at 1029962957556ns, rc = 0 00000040:00080000:1.0:1763340288.155503:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1237, 64 off105104 00000040:00080000:1.0:1763340288.155514:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1260, 64 off106888 00010000:00010000:1.0:1763340288.155623:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.155637:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155657:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155665:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155670:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155676:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155700:0:6515:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340288.155721:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155726:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155731:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155736:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.155740:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155746:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155757:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555c1698900) 00010000:00010000:1.0:1763340288.155760:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340288.155764:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155768:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486d1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155886:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155894:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155898:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155906:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155911:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.155914:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155919:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155926:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e500) 00010000:00010000:1.0:1763340288.155928:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.155932:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155937:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb182486c3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:1.0:1763340288.155951:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012c99e09 reply state 00000000907355b2 transno 4294972275 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155962:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.155968:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:1.0:1763340288.155971:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340288.155973:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340288.156066:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56715:x1848995280623744:12345-192.168.203.42@tcp:36:rm.0 Request processed in 2882us (3026us total) trans 4294972275 rc 0/0 00000100:00100000:1.0:1763340288.156075:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8682 00010000:00010000:3.0:1763340288.157050:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340288.157059:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.157067:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.157071:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.157079:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.157091:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff9555c1698900) 00010000:00010000:3.0:1763340288.157093:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340288.157097:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.157102:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486d8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.157115:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.157117:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.157118:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340288.157529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.157721:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280623872 00000100:00100000:3.0:1763340288.157731:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280623872 00000100:00100000:3.0:1763340288.157795:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1488 00000100:00100000:3.0:1763340288.157804:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280623872:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:3.0:1763340288.157846:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x202:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340288.157854:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.157864:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.157866:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.157870:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.157883:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763340288.160911:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871290 is committed 00000001:00080000:0.0:1763340288.160927:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871288 is committed 00002000:00010000:3.0:1763340288.161044:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763340288.161050:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:3.0:1763340288.161052:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:3.0:1763340288.161055:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340288.161068:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.161079:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.161088:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.161094:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.161098:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.161106:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.161123:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.161130:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9d800/0xbdebf3fb182486df lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.161216:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2410:x1848995280623872:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 3408us (3685us total) trans 17179871290 rc 0/0 00000100:00100000:3.0:1763340288.161228:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1488 00000100:00100000:0.0:1763340288.179072:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.179223:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280624000 00000100:00100000:1.0:1763340288.179233:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280624000 00000100:00100000:1.0:1763340288.179292:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8683 00000100:00100000:1.0:1763340288.179302:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56716:x1848995280624000:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.179325:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.179347:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486e6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16006 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.179405:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.179416:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179425:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179433:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.179440:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179446:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179483:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179488:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179494:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179503:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179509:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.179512:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179518:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179529:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c1698700) 00010000:00010000:1.0:1763340288.179557:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.179562:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179568:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182486ed lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179581:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179586:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179592:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179597:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.179599:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179604:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179615:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:1.0:1763340288.179617:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.179619:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179624:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182486f4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.179657:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486e6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16006 expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.179665:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c1698700) 00010000:00010000:1.0:1763340288.179667:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.179670:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182486e6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16006 expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.179682:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8400, rc 0) 00000100:00100000:0.0:1763340288.180237:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56716:x1848995280624000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 932us (1169us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340288.180246:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8683 00000100:00100000:0.0:1763340288.182483:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.184415:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280624128 00000100:00100000:2.0:1763340288.184429:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280624128 00000100:00100000:2.0:1763340288.184511:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8684 00000100:00100000:2.0:1763340288.184522:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56716:x1848995280624128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.184559:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.184586:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182486fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1600d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.184664:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.184678:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184689:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184700:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.184708:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184713:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184750:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184757:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184763:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184770:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184775:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.184779:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184803:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184814:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.184817:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.184821:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184827:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248702 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184840:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184845:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184851:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184855:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.184858:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184863:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184870:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:2.0:1763340288.184872:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.184875:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184880:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248709 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.184905:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182486fb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1600d expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.184915:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.184917:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.184921:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182486fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1600d expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.184936:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340288.184999:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56716:x1848995280624128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 479us (2525us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340288.185006:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8684 00000100:00100000:2.0:1763340288.188062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.188139:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280624256 00000100:00100000:3.0:1763340288.188151:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280624256 00000100:00100000:3.0:1763340288.188213:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8685 00000100:00100000:3.0:1763340288.188226:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56716:x1848995280624256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.188246:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.188271:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248710 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16014 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.188333:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248717 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.188346:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248717 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.188357:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248717 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340288.188406:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763340288.188412:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340288.188446:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248710 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16014 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.188463:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248717 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16014 expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.188472:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:3.0:1763340288.188475:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340288.188478:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:3.0:1763340288.188567:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56716:x1848995280624256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 345us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.188574:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8685 00000100:00100000:1.0:1763340288.193362:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.193449:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280624384 00000100:00100000:2.0:1763340288.193459:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280624384 00000100:00100000:2.0:1763340288.193520:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8686 00000100:00100000:2.0:1763340288.193529:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56716:x1848995280624384:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.193588:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.193611:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824871e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1601b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.193685:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.193699:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193712:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193722:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.193729:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193735:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193769:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193775:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193781:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193787:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193792:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.193796:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193802:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193813:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:2.0:1763340288.193816:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.193820:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193826:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248725 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193838:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193844:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193849:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193853:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.193856:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193861:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193867:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:2.0:1763340288.193870:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.193872:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193877:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb1824872c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.193903:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824871e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1601b expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.193913:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:2.0:1763340288.193915:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.193918:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824871e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1601b expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.193931:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340288.193998:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56716:x1848995280624384:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 469us (644us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340288.194004:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8686 00000100:00100000:0.0:1763340288.198249:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.198325:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280624640 00000100:00100000:3.0:1763340288.198335:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280624640 00000100:00100000:3.0:1763340288.198389:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8687 00000100:00100000:3.0:1763340288.198397:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280624640:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340288.198448:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.198474:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182485f1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb2 expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.198490:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340288.198494:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.198660:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.198673:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.198683:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340288.198779:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005151f167 reply state 00000000f45a7bce transno 4294972276 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.198790:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.198796:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340288.198798:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340288.198801:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340288.201242:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56712:x1848995280624640:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 2835us (2989us total) trans 4294972276 rc 0/0 00000100:00100000:3.0:1763340288.201253:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8687 00000100:00100000:1.0:1763340288.202360:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.203750:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280624896 00000100:00100000:2.0:1763340288.203762:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280624896 00000100:00100000:2.0:1763340288.203839:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8688 00000100:00100000:2.0:1763340288.203850:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56716:x1848995280624896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.203870:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.203873:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340288.203899:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248717 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16014 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.203917:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9200) 00010000:00010000:2.0:1763340288.203928:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340288.203943:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824873a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16022 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.204034:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.204047:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204056:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204065:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.204072:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204077:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204415:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.204425:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204432:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340288.204442:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ba:0x0]: returning size 0 00010000:00010000:2.0:1763340288.204464:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204471:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204477:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204483:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204488:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.204492:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204499:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204511:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.204514:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.204517:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204523:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18248741 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763340288.204555:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec046520 reply state 00000000564703bd transno 4294972277 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204566:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.204572:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:2.0:1763340288.204575:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340288.204578:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340288.204603:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824873a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.204620:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.204627:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:2.0:1763340288.204629:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340288.204631:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45dc00, rc 0) 00000100:00100000:2.0:1763340288.204712:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56716:x1848995280624896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 863us (2353us total) trans 4294972277 rc 0/0 00000100:00100000:2.0:1763340288.204720:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8688 00000100:00100000:1.0:1763340288.206875:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.206964:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280625024 00000100:00100000:3.0:1763340288.206973:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280625024 00000100:00100000:3.0:1763340288.207020:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5814 00000100:00100000:3.0:1763340288.207031:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56712:x1848995280625024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.207046:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.207065:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16029 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340288.207086:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x202:0x0] initial LVB size: 4096, mtime: 0x691a7000, atime: 0x0, ctime: 0x691a7000, blocks: 0x8 00010000:00010000:3.0:1763340288.207105:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.207107:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.207113:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.207129:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 16 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.207140:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:3.0:1763340288.207192:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56712:x1848995280625024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 164us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.207199:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5814 00000100:00100000:1.0:1763340288.210607:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.210696:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.210788:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280625408 00000100:00100000:0.0:1763340288.210798:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280625408 00000100:00100000:0.0:1763340288.210861:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8689 00000100:00100000:0.0:1763340288.210871:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56716:x1848995280625408:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.210898:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.210916:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248764 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16037 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.211016:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.211030:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.211038:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.211071:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.211084:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 203 pid: 6513 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.211103:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292177792:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340288.211178:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340288.211252:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280625152 00000100:00100000:2.0:1763340288.211258:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280625152 00000100:00100000:2.0:1763340288.211299:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5815 00000100:00100000:2.0:1763340288.211306:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+42:56712:x1848995280625152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.211314:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.211328:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16030 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340288.211345:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x202:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340288.211359:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.211361:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.211367:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 43 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.211382:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 43 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.211394:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45d400, rc 0) 00000100:00100000:2.0:1763340288.211425:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+43:56712:x1848995280625152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 119us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.211432:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5815 00000100:00100000:0.0:1763340288.215385:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292177792:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340288.215421:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.216017:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.216186:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.216214:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.216293:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280625536 00000100:00100000:2.0:1763340288.216302:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280625536 00010000:00010000:2.0:1763340288.216340:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 204 pid: 6513 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.216374:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2824 00000100:00100000:2.0:1763340288.216383:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:2408:x1848995280625536:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.216401:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.216408:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 204 pid: 6513 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.216420:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 204 pid: 6513 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.216439:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb1824874f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16022 expref: 204 pid: 6513 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.216454:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:2.0:1763340288.216459:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.216468:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.216475:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.216496:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340288.216587:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2408:x1848995280625536:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 204us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.216595:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2824 00010000:00010000:1.0:1763340288.217141:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217151:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340288.217174:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ba:0x0]: returning size 0 00000004:00080000:1.0:1763340288.217338:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x205:0x0], index 0: 0 00000004:00080000:1.0:1763340288.217345:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x205:0x0], index 1: 0 00000004:00080000:1.0:1763340288.217350:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x206:0x0], index 1: 0 00000004:00080000:1.0:1763340288.217353:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x206:0x0], index 0: 0 00010000:00010000:1.0:1763340288.217455:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217463:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217469:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217474:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.217478:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217484:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217495:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:1.0:1763340288.217497:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.217500:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217506:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824876b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.217597:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248764 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16037 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.217611:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acde00) 00010000:00010000:1.0:1763340288.217614:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340288.217617:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248764 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16037 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.217632:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650c00, rc 0) 00000100:00100000:1.0:1763340288.217689:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56716:x1848995280625408:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6820us (6992us total) trans 4294972278 rc 301/301 00000100:00100000:1.0:1763340288.217697:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8689 00000100:00100000:0.0:1763340288.218506:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280625664 00000100:00100000:0.0:1763340288.218516:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280625664 00002000:00010000:0.0:1763340288.218574:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/514 (5->18446744073709551615) 00002000:00100000:0.0:1763340288.218579:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbdf80 with x1848995280625664 ext(5->18446744073709551615) 00002000:00010000:0.0:1763340288.218589:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbdf80. 00000100:00100000:0.0:1763340288.218613:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280625792 00000100:00100000:0.0:1763340288.218616:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280625792 00002000:00010000:0.0:1763340288.218630:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/514 (0->18446744073709551615) 00002000:00100000:0.0:1763340288.218634:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbf800 with x1848995280625792 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340288.218640:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbf800. 00000100:00100000:0.0:1763340288.218670:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1489 00000100:00100000:0.0:1763340288.218679:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280625664:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:0.0:1763340288.218967:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763340288.218971:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:0.0:1763340288.218973:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340288.218975:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:0.0:1763340288.218978:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763340288.219026:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280625664:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 348us (2839us total) trans 17179871291 rc 0/0 00000100:00100000:0.0:1763340288.219037:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1489 00002000:00010000:0.0:1763340288.219041:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/514 (5->18446744073709551615) 00002000:00100000:0.0:1763340288.219043:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbdf80 with x1848995280625664 ext(5->18446744073709551615) 00002000:00010000:0.0:1763340288.219048:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbdf80. 00000100:00100000:0.0:1763340288.219063:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1490 00000100:00100000:0.0:1763340288.219070:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+43:2408:x1848995280625792:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:0.0:1763340288.219163:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340288.219166:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340288.219169:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340288.219170:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340288.219173:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340288.219194:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+44:2408:x1848995280625792:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 125us (2979us total) trans 21474838576 rc 0/0 00000100:00100000:0.0:1763340288.219200:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1490 00002000:00010000:0.0:1763340288.219202:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/514 (0->18446744073709551615) 00002000:00100000:0.0:1763340288.219205:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbf800 with x1848995280625792 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340288.219208:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbf800. 00000100:00100000:1.0:1763340288.224020:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.224104:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280626048 00000100:00100000:0.0:1763340288.224115:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280626048 00000100:00100000:0.0:1763340288.224172:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2943 00000100:00100000:0.0:1763340288.224181:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56716:x1848995280626048:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340288.224458:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56716:x1848995280626048:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 276us (447us total) trans 4294972279 rc 0/0 00000100:00100000:0.0:1763340288.224466:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2943 00000100:00100000:2.0:1763340288.227162:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.227913:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280626304 00000100:00100000:1.0:1763340288.227925:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280626304 00000100:00100000:1.0:1763340288.227995:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8690 00000100:00100000:1.0:1763340288.228006:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56712:x1848995280626304:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340288.228093:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.228112:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.228124:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00010000:1.0:1763340288.228241:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b646d159 reply state 000000008384825d transno 4294972280 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.228255:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.228267:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:1.0:1763340288.228271:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340288.228274:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340288.228372:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56712:x1848995280626304:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 367us (1218us total) trans 4294972280 rc 0/0 00000100:00100000:1.0:1763340288.228380:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8690 00000100:00100000:2.0:1763340288.232668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.232753:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.232902:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280626560 00000100:00100000:1.0:1763340288.232913:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280626560 00000100:00100000:1.0:1763340288.232971:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2944 00000100:00100000:1.0:1763340288.232981:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56716:x1848995280626560:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340288.233184:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56716:x1848995280626560:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 204us (523us total) trans 4294972281 rc 0/0 00000100:00100000:1.0:1763340288.233191:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2944 00000100:00100000:0.0:1763340288.234040:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280626688 00000100:00100000:0.0:1763340288.234047:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280626688 00000100:00100000:0.0:1763340288.234091:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5816 00000100:00100000:0.0:1763340288.234100:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+44:2407:x1848995280626688:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:0.0:1763340288.234201:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763340288.234205:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:0.0:1763340288.234207:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb atime from disk: 0 -> 1763340288 00002000:00010000:0.0:1763340288.234209:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:0.0:1763340288.234211:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763340288.234252:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:2407:x1848995280626688:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 154us (1498us total) trans 21474838577 rc 0/0 00000100:00100000:0.0:1763340288.234259:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5816 00000100:00100000:3.0:1763340288.238365:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.238462:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280626944 00000100:00100000:2.0:1763340288.238473:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280626944 00000100:00100000:2.0:1763340288.239009:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8691 00000100:00100000:2.0:1763340288.239021:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280626944:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340288.239044:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.239070:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18248787 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1603e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.239204:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.239218:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239229:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239239:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.239246:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239254:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239309:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb1824879c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.239316:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb1824879c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239323:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb1824879c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340288.239333:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ba:0x0]: returning size 0 00010000:00010000:2.0:1763340288.239413:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239420:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239427:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239433:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239439:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.239443:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239451:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239462:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.239465:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.239470:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239476:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb1824878e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239488:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239493:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239498:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239503:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.239507:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239512:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239519:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:2.0:1763340288.239521:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.239524:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239528:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18248795 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.239596:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18248787 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1603e expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.239616:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb1824879c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1603e expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.239623:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340288.239625:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340288.239627:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45da00, rc 0) 00000100:00100000:2.0:1763340288.239710:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280626944:12345-192.168.203.42@tcp:101:bash.0 Request processed in 691us (1353us total) trans 4294972282 rc 0/0 00000100:00100000:2.0:1763340288.239717:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8691 00000100:00100000:1.0:1763340288.243620:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.243695:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.243776:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280627328 00000100:00100000:3.0:1763340288.243981:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280627200 00000100:00100000:3.0:1763340288.243990:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280627200 00000100:00100000:3.0:1763340288.244046:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2945 00000100:00100000:3.0:1763340288.244055:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56712:x1848995280627200:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:3.0:1763340288.244111:0:14057:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1b7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824857a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f88 expref: 208 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.244158:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:3.0:1763340288.244171:0:14057:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.244181:0:14057:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.244216:0:14057:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.244229:0:14057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.244241:0:14057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292177920:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340288.244327:0:14057:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340288.244762:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280627328 00000100:00100000:2.0:1763340288.244817:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8692 00000100:00100000:2.0:1763340288.244826:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280627328:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340288.244841:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.244854:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182487b1 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16045 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.244879:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182487b8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.244889:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182487b8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.244899:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182487b8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.244997:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182487b1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16045 expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.245013:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182487b8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16045 expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.245021:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340288.245024:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340288.245027:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340288.245073:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280627328:12345-192.168.203.42@tcp:101:bash.0 Request processed in 249us (1378us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.245081:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8692 00000100:00100000:0.0:1763340288.251315:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.251495:0:14057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292177920:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.251524:0:14057:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000100:00100000:2.0:1763340288.252607:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280627456 00000100:00100000:2.0:1763340288.252619:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280627456 00010000:00010000:2.0:1763340288.252671:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 210 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.252709:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2825 00000100:00100000:2.0:1763340288.252719:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2408:x1848995280627456:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.252734:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.252741:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 210 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.252753:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 210 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.252775:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182485ce lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fa4 expref: 210 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.253427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340288.253692:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340288.253699:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340288.253710:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340288.253719:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340288.253751:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.253949:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280627712 00000100:00100000:3.0:1763340288.253955:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280627712 00000100:00100000:3.0:1763340288.253998:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8693 00000100:00100000:3.0:1763340288.254008:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280627712:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340288.254057:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.254074:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb1824879c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1603e expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.254086:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:3.0:1763340288.254090:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.254262:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340288.254273:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.254281:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:3.0:1763340288.254327:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972283 00000004:00010000:3.0:1763340288.254353:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b95ff9c reply state 00000000386caede transno 4294972284 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.254366:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.254373:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:3.0:1763340288.254376:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340288.254378:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340288.254609:0:14057:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.254617:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000040:00080000:0.0:1763340288.254802:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1238, 88 off105192 00000004:00080000:0.0:1763340288.254809:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029062275807ns, next at 1029962957556ns, rc = 0 00000040:00080000:0.0:1763340288.254839:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1261, 88 off106976 00000004:00080000:0.0:1763340288.254843:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029062310147ns, next at 1029962923751ns, rc = 0 00000040:00080000:0.0:1763340288.254858:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1262, 88 off107064 00000004:00080000:0.0:1763340288.254862:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029062329261ns, next at 1029962923751ns, rc = 0 00000040:00080000:0.0:1763340288.254872:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1239, 88 off105280 00000004:00080000:0.0:1763340288.254875:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029062342209ns, next at 1029962957556ns, rc = 0 00000100:00100000:2.0:1763340288.255095:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:2408:x1848995280627456:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2374us (3785us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.255106:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2825 00000100:00100000:3.0:1763340288.256177:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280627712:12345-192.168.203.42@tcp:36:bash.0 Request processed in 2164us (2745us total) trans 4294972284 rc 0/0 00000100:00100000:3.0:1763340288.256187:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8693 00000020:00080000:3.0:1763340288.256192:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340288.260846:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.261092:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280627840 00000100:00100000:3.0:1763340288.261102:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280627840 00000100:00100000:3.0:1763340288.261557:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8694 00000100:00100000:3.0:1763340288.261569:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280627840:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.261592:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.261614:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182487c6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1604c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.261684:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182487c6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1604c expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.261701:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182487c6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1604c expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.261719:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:3.0:1763340288.261723:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340288.261726:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:3.0:1763340288.261796:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280627840:12345-192.168.203.42@tcp:101:bash.0 Request processed in 230us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.261803:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8694 00000001:00080000:0.0:1763340288.263735:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972285 is committed 00000004:00080000:0.0:1763340288.263747:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 812 committed 00000004:00080000:0.0:1763340288.263764:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 833 committed 00000004:00080000:0.0:1763340288.263776:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 832 committed 00000004:00080000:0.0:1763340288.263779:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 811 committed 00000004:00080000:0.0:1763340288.263799:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 810 committed 00000004:00080000:0.0:1763340288.263801:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 831 committed 00000004:00010000:0.0:1763340288.263853:0:14057:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000088840955 reply state 00000000b42d0a65 transno 4294972285 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.263874:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.263882:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340288.263885:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340288.263888:0:14057:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340288.263895:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340288.263897:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340288.263904:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824857a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f88 expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763340288.264021:0:14057:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763340288.264033:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56712:x1848995280627200:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 19979us (20420us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1763340288.264041:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2945 00010000:00010000:0.0:1763340288.264070:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.264078:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.264089:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.264095:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.264099:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.264106:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.264116:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:0.0:1763340288.264119:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340288.264123:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.264128:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182487aa lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00000100:00100000:1.0:1763340288.265008:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292178432:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.265060:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.265092:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340288.265098:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2150e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292178048:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.265118:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.265143:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2153800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178176:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.265164:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.265182:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178688:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.265201:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.265226:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1763340288.265232:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178304:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340288.265233:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265246:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265250:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340288.265253:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265258:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.265263:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265264:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178816:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340288.265270:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265279:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340288.265282:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:2.0:1763340288.265285:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.265288:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265294:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182486ca lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265306:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265311:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265315:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265319:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.265321:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265326:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265332:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:2.0:1763340288.265334:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.265337:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265341:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248733 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265350:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265355:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265360:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265364:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.265367:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265372:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340288.265376:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178432 00010000:00010000:2.0:1763340288.265378:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e300) 00010000:00010000:2.0:1763340288.265380:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.265382:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340288.265383:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178432 00010000:00010000:2.0:1763340288.265387:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18248748 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.265402:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265407:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265412:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265417:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00000100:00100000:1.0:1763340288.265417:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178048 00010000:00010000:2.0:1763340288.265419:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265420:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178048 00010000:00010000:2.0:1763340288.265425:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265432:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00000100:00100000:1.0:1763340288.265433:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178176 00010000:00010000:2.0:1763340288.265434:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340288.265435:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178176 00010000:00010000:2.0:1763340288.265437:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265443:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248780 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265447:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178688 00000100:00100000:1.0:1763340288.265449:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178688 00010000:00010000:2.0:1763340288.265453:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.265459:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265462:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178304 00010000:00010000:2.0:1763340288.265464:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265464:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178304 00010000:00010000:2.0:1763340288.265469:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00000100:00100000:1.0:1763340288.265471:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178816 00010000:00010000:2.0:1763340288.265473:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265473:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178816 00010000:00010000:2.0:1763340288.265478:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265484:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5817 00010000:00010000:2.0:1763340288.265485:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340288.265487:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.265490:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340288.265491:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292178432:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340288.265495:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb182487bf lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340288.265560:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5818 00000100:00100000:3.0:1763340288.265569:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292178048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340288.265582:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:515 count 1 00010000:00010000:3.0:1763340288.265601:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.265617:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 16 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.265629:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340288.265631:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340288.265634:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340288.265638:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340288.265653:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.265656:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.265658:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.265660:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x202:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:3.0:1763340288.265668:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 16 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.265681:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 16 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.265689:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292178432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 199us (629us total) trans 17179871292 rc 0/0 00000100:00100000:3.0:1763340288.265692:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292179072:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.265696:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5817 00000100:00100000:1.0:1763340288.265711:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819 00000100:00100000:1.0:1763340288.265717:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292178176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340288.265727:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:516 count 1 00002000:00010000:1.0:1763340288.265743:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x204:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1763340288.265748:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856a80 going to sleep for 11 seconds 00010000:00010000:1.0:1763340288.265748:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.265756:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.265757:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.265761:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.265771:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.265779:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.265786:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.265812:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340288.265974:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292178176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 255us (806us total) trans 17179871293 rc 0/0 00000100:00100000:1.0:1763340288.265980:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819 00000100:00100000:1.0:1763340288.265993:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5820 00000100:00100000:1.0:1763340288.265998:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+79:3648:x1848995292178688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340288.266010:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:516 count 1 00002000:00010000:1.0:1763340288.266027:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x204:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.266032:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266043:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.266044:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.266048:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266056:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266063:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266069:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266082:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340288.266188:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+80:3648:x1848995292178688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 189us (985us total) trans 21474838578 rc 0/0 00000100:00100000:1.0:1763340288.266194:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5820 00000100:00100000:1.0:1763340288.266206:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5821 00000100:00100000:1.0:1763340288.266212:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292178304:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340288.266265:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.266269:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.266270:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.266272:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.266274:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x201:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340288.266291:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292178560:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.266298:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292178304:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (1047us total) trans 17179871294 rc 0/0 00000100:00100000:1.0:1763340288.266304:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5821 00000100:00100000:1.0:1763340288.266315:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822 00000100:00100000:0.0:1763340288.266318:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.266320:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+79:3648:x1848995292178816:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.266334:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340288.266339:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292178944:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.266358:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763340288.266368:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340288.266371:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.266373:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb atime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.266375:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.266377:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x201:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340288.266401:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+80:3648:x1848995292178816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 80us (1120us total) trans 21474838579 rc 0/0 00000100:00100000:1.0:1763340288.266407:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822 00000100:00100000:1.0:1763340288.266417:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178560 00000100:00100000:1.0:1763340288.266421:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178560 00000100:00100000:1.0:1763340288.266433:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292178944 00000100:00100000:1.0:1763340288.266435:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292178944 00000100:00100000:1.0:1763340288.266444:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5823 00000100:00100000:1.0:1763340288.266449:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+81:3651:x1848995292178560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340288.266459:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:515 count 1 00010000:00010000:1.0:1763340288.266470:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266480:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 44 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266486:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.266488:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.266490:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266508:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 44 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266517:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 44 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.266526:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292179200:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.266584:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d240 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.266602:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5824 00000100:00100000:1.0:1763340288.266609:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+81:3651:x1848995292178944:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340288.266673:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.266676:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb mtime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.266678:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.266680:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb ctime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.266682:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x202:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340288.266719:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+82:3651:x1848995292178944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (358us total) trans 21474838580 rc 0/0 00000100:00100000:1.0:1763340288.266725:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5824 00010000:00010000:1.0:1763340288.266761:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340288.266767:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266774:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc0e49b40) 00000004:00080000:2.0:1763340288.266777:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc28a680/2, rc 0, transno 21474838580 00010000:00010000:1.0:1763340288.266777:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.266783:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292178944:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340288.266790:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266804:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266811:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182487d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266824:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.266828:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266833:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.266835:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266841:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266850:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266857:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182487db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.266871:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.266872:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.266874:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340288.266895:0:3650:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871288 gen 2 00000004:00080000:1.0:1763340288.266901:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6a00, transno 17179871272 00000004:00080000:1.0:1763340288.266919:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7b80, transno 17179871273 00000004:00080000:1.0:1763340288.266922:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5425500, transno 17179871276 00000004:00080000:1.0:1763340288.266924:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfe680, transno 17179871277 00000004:00080000:1.0:1763340288.266926:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4380, transno 17179871278 00000004:00080000:1.0:1763340288.266928:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc288380, transno 17179871279 00000004:00080000:1.0:1763340288.266930:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d86a00, transno 17179871280 00000004:00080000:1.0:1763340288.266933:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d84a80, transno 17179871281 00000004:00080000:1.0:1763340288.266935:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4e00, transno 17179871282 00000004:00080000:1.0:1763340288.266938:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c5180, transno 17179871283 00000004:00080000:1.0:1763340288.266940:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7e300, transno 17179871285 00000004:00080000:1.0:1763340288.266943:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7c700, transno 17179871286 00000004:00080000:1.0:1763340288.266945:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbf480, transno 17179871287 00000004:00080000:1.0:1763340288.266948:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbc700, transno 17179871288 00000100:00100000:1.0:1763340288.266954:0:3650:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9555fba50000 x1848995292178432/t17179871292(17179871292) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340304 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340288.266963:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba50000/2, rc 0, transno 17179871292 00000100:00100000:1.0:1763340288.266966:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292178432:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340288.266988:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba50e00/2, rc 0, transno 17179871294 00000100:00100000:1.0:1763340288.266992:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178304:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340288.266999:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc28a300/2, rc 0, transno 21474838579 00000100:00100000:1.0:1763340288.267003:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178816:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340288.267010:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc289880/2, rc 0, transno 21474838578 00000100:00100000:1.0:1763340288.267014:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178688:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340288.267021:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2153800/2, rc 0, transno 17179871293 00000100:00100000:1.0:1763340288.267024:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2153800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292178176:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763340288.267278:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 14 done 00010000:00010000:3.0:1763340288.267352:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340288.267610:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.267674:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280628096 00000100:00100000:3.0:1763340288.267679:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280628096 00000100:00100000:3.0:1763340288.267718:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8695 00000100:00100000:3.0:1763340288.267725:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:55868:x1848995280628096:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.267740:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.267743:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340288.267760:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb182487c6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1604c expref: 194 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.267775:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:3.0:1763340288.267778:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.267788:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182487e9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16053 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.267829:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182487f0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340288.267840:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182487f0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.267848:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182487f0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:3.0:1763340288.268035:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1240, 88 off105368 00000004:00080000:3.0:1763340288.268043:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029075509747ns, next at 1029962957556ns, rc = 0 00000040:00080000:3.0:1763340288.268083:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1263, 88 off107152 00000004:00080000:3.0:1763340288.268088:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029075555512ns, next at 1029962923751ns, rc = 0 00000040:00080000:3.0:1763340288.268110:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1264, 88 off107240 00000004:00080000:3.0:1763340288.268116:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029075582987ns, next at 1029962923751ns, rc = 0 00000040:00080000:3.0:1763340288.268127:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1241, 88 off105456 00000004:00080000:3.0:1763340288.268131:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029075598437ns, next at 1029962957556ns, rc = 0 00000100:00100000:2.0:1763340288.272345:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.272818:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.272845:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280628352 00000100:00100000:2.0:1763340288.272853:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280628352 00010000:00010000:2.0:1763340288.272896:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 45 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.272941:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2826 00000100:00100000:2.0:1763340288.272950:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c13fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:2407:x1848995280628352:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.272965:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.272970:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 45 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.272987:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 45 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.273011:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.273013:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.273018:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.273027:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.273046:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340288.273095:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c13fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:2407:x1848995280628352:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 146us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.273102:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2826 00000100:00100000:3.0:1763340288.273364:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292179072:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.273388:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.273408:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280628224 00000100:00100000:3.0:1763340288.273412:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280628224 00000100:00100000:3.0:1763340288.273447:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8696 00000100:00100000:3.0:1763340288.273454:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56712:x1848995280628224:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.273472:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.273489:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182487f7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1605a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.273554:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182487f7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1605a expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.273569:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894200/0xbdebf3fb182487f7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1605a expref: 197 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.273587:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340288.273590:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340288.273593:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894200, rc 0) 00000100:00100000:3.0:1763340288.273626:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56712:x1848995280628224:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 173us (1292us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.273633:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8696 00010000:00010000:0.0:1763340288.274245:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb1824868b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15ff1 expref: 44 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.274260:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292179200:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340288.274276:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.274285:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.274293:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.274303:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.274310:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.274329:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340288.274570:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+82:3651:x1848995292178560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8118us (8249us total) trans 21474838581 rc 0/0 00000100:00100000:0.0:1763340288.274579:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5823 00010000:00010000:3.0:1763340288.275046:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340288.275054:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.275062:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.275066:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.275073:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.275090:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.275096:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f000/0xbdebf3fb182487e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.275115:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.275116:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.275118:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340288.275587:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:1.0:1763340288.275730:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7ed80/2, rc 0, transno 21474838581 00000100:00100000:1.0:1763340288.275754:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292178560:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340288.277067:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280628480 00000100:00100000:3.0:1763340288.277079:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280628480 00010000:00010000:3.0:1763340288.277117:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 17 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.277163:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2827 00000100:00100000:3.0:1763340288.277174:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280628480:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.277193:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.277199:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 17 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.277211:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 17 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.277232:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248684 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fea expref: 17 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.277246:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.277249:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.277253:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.277262:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.277303:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.277320:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277330:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277340:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277347:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.277364:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280628480:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 191us (1777us total) trans 0 rc 0/0 00010000:00010000:1.0:1763340288.277367:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340288.277377:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2827 00000100:00100000:1.0:1763340288.277618:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292178048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12050us (12497us total) trans 17179871295 rc 0/0 00000100:00100000:1.0:1763340288.277627:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5818 00010000:00010000:1.0:1763340288.277657:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.277663:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277675:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.277680:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277689:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277701:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277707:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb182487cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.277722:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.277724:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.277726:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340288.277759:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2150e00/2, rc 0, transno 17179871295 00000100:00100000:1.0:1763340288.277772:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2150e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292178048:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.280259:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.281005:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280628736 00000100:00100000:0.0:1763340288.281017:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280628736 00000001:00080000:3.0:1763340288.281385:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972286 is committed 00000004:00080000:3.0:1763340288.281394:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 814 committed 00000004:00080000:3.0:1763340288.281412:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 835 committed 00000004:00080000:3.0:1763340288.281423:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 834 committed 00000004:00080000:3.0:1763340288.281426:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 813 committed 00000100:00100000:3.0:1763340288.281527:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292179456:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340288.281548:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292179584:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.281909:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340288.281915:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2946 00000100:00100000:0.0:1763340288.281929:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56712:x1848995280628736:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340288.281949:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340288.281958:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292179712:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340288.281983:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763340288.282148:0:14057:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1b7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763340288.282203:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1242, 64 off105520 00000040:00080000:0.0:1763340288.282225:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1265, 64 off107304 00000040:00080000:0.0:1763340288.282234:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1266, 64 off107368 00000040:00080000:0.0:1763340288.282242:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1243, 64 off105584 00010000:00010000:0.0:1763340288.282296:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:0.0:1763340288.282312:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.282322:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.282331:0:14057:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.282337:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.282343:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.282366:0:14057:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340288.282520:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56712:x1848995280628736:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 595us (2270us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1763340288.282528:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2946 00000100:00100000:2.0:1763340288.282597:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340288.282621:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763340288.282627:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292179328:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.282660:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340288.282683:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340288.282691:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00000100:00100000:2.0:1763340288.282694:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292179456 00000100:00100000:2.0:1763340288.282701:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292179456 00010000:00010000:3.0:1763340288.282702:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.282708:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.282716:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.282729:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b7:0x0].0x0 (ffff9554c2817700) 00010000:00010000:3.0:1763340288.282733:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1763340288.282733:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292179712 00000100:00100000:2.0:1763340288.282738:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292179712 00010000:00010000:3.0:1763340288.282739:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.282748:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb182487fe lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00000100:00100000:2.0:1763340288.282757:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292179584 00000100:00100000:2.0:1763340288.282761:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292179584 00010000:00010000:3.0:1763340288.282774:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.282777:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.282779:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340288.282847:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292179328 00000100:00100000:2.0:1763340288.282851:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292179328 00000100:00100000:2.0:1763340288.282872:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825 00000100:00100000:2.0:1763340288.282879:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3651:x1848995292179456:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340288.283013:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3651:x1848995292179456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 134us (1106us total) trans 17179871296 rc 0/0 00000100:00100000:2.0:1763340288.283020:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825 00000100:00100000:2.0:1763340288.283034:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826 00000100:00100000:2.0:1763340288.283041:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+83:3651:x1848995292179712:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.283124:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+84:3651:x1848995292179712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (1140us total) trans 21474838582 rc 0/0 00000100:00100000:2.0:1763340288.283131:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826 00000100:00100000:2.0:1763340288.283144:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5827 00000100:00100000:2.0:1763340288.283150:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3649:x1848995292179584:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340288.283223:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292179584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 73us (625us total) trans 17179871297 rc 0/0 00000100:00100000:2.0:1763340288.283229:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5827 00000100:00100000:2.0:1763340288.283242:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828 00000100:00100000:2.0:1763340288.283248:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+83:3649:x1848995292179328:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.283315:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+84:3649:x1848995292179328:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (654us total) trans 21474838583 rc 0/0 00000100:00100000:2.0:1763340288.283321:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828 00000004:00080000:2.0:1763340288.283375:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2151180/2, rc 0, transno 21474838582 00000100:00100000:2.0:1763340288.283398:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292179712:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340288.283414:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc28ad80/2, rc 0, transno 17179871296 00000100:00100000:2.0:1763340288.283426:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc28ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292179456:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340288.283472:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfdc00/2, rc 0, transno 21474838583 00000100:00100000:2.0:1763340288.283490:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292179328:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340288.283501:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc288380/2, rc 0, transno 17179871297 00000100:00100000:2.0:1763340288.283509:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292179584:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340288.283599:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182487f0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16053 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.283610:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340288.283613:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340288.283626:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb182487e9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16053 expref: 197 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340288.283663:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182487f0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16053 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.283688:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340288.283691:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340288.283694:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894400, rc 0) 00000100:00100000:2.0:1763340288.283727:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:55868:x1848995280628096:12345-192.168.203.42@tcp:101:bash.0 Request processed in 16001us (16118us total) trans 4294972286 rc 0/0 00000100:00100000:2.0:1763340288.283736:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8695 00000100:00100000:0.0:1763340288.292260:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.292523:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.292677:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280629120 00000100:00100000:3.0:1763340288.292686:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280629120 00000100:00100000:3.0:1763340288.292743:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5829 00000100:00100000:3.0:1763340288.292752:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+44:55868:x1848995280629120:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.292769:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763340288.292912:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280628992 00000100:00100000:2.0:1763340288.292917:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280628992 00000100:00100000:2.0:1763340288.292954:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8697 00000100:00100000:2.0:1763340288.292961:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56712:x1848995280628992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.292971:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.292988:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248805 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16061 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.293217:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16068 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340288.293240:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x205:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340288.293258:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.293261:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.293269:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 45 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.293285:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 45 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.293295:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894000, rc 0) 00010000:00010000:2.0:1763340288.293333:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00000100:00100000:3.0:1763340288.293341:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:55868:x1848995280629120:12345-192.168.203.42@tcp:101:bash.0 Request processed in 591us (819us total) trans 0 rc 0/0 00010000:00010000:2.0:1763340288.293345:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340288.293348:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5829 00010000:00010000:2.0:1763340288.293355:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293367:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.293374:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293380:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293482:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248821 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.293490:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248821 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293497:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248821 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340288.293507:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ba:0x0]: returning size 2 00010000:00010000:2.0:1763340288.293609:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293616:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293970:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293985:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.293991:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.293995:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294002:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294014:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.294017:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.294020:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294026:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248813 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294038:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294044:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294049:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294054:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.294057:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294066:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294072:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acdf00) 00010000:00010000:2.0:1763340288.294075:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.294077:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294083:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824881a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.294124:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248805 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16061 expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.294139:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248821 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16061 expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.294146:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:2.0:1763340288.294149:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340288.294151:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340288.294197:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56712:x1848995280628992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1236us (1945us total) trans 4294972288 rc 0/0 00000100:00100000:2.0:1763340288.294205:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8697 00000100:00100000:0.0:1763340288.302638:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.302708:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.303812:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280629504 00000100:00100000:2.0:1763340288.303824:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280629504 00000100:00100000:2.0:1763340288.303889:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2947 00000100:00100000:2.0:1763340288.303898:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56712:x1848995280629504:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340288.303937:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280629248 00000100:00100000:1.0:1763340288.303943:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280629248 00000100:00100000:1.0:1763340288.303995:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5830 00000100:00100000:1.0:1763340288.304005:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280629248:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.304016:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.304038:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1606f expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340288.304061:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x205:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.304079:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.304082:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.304091:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.304106:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 17 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.304118:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:2.0:1763340288.304127:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280629504:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 228us (1416us total) trans 4294972289 rc 0/0 00000100:00100000:2.0:1763340288.304136:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2947 00000100:00100000:1.0:1763340288.304148:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280629248:12345-192.168.203.42@tcp:101:bash.0 Request processed in 144us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.304161:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5830 00000100:00100000:1.0:1763340288.314241:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.314293:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.314918:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280629632 00000100:00100000:2.0:1763340288.314929:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280629632 00002000:00010000:2.0:1763340288.314963:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/517 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.314968:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba50a80 with x1848995280629632 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.314980:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fba50a80. 00000100:00100000:2.0:1763340288.315018:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1491 00000100:00100000:2.0:1763340288.315027:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:2410:x1848995280629632:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340288.315203:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x205:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.315207:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x205:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:2.0:1763340288.315210:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x205:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.315212:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x205:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:2.0:1763340288.315215:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x205:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.315283:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+46:2410:x1848995280629632:12345-192.168.203.42@tcp:10:bash.0 Request processed in 256us (1051us total) trans 21474838584 rc 0/0 00000100:00100000:2.0:1763340288.315291:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1491 00002000:00010000:2.0:1763340288.315295:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/517 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.315298:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba50a80 with x1848995280629632 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.315303:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fba50a80. 00000100:00100000:0.0:1763340288.315763:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280629888 00000100:00100000:0.0:1763340288.315769:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280629888 00000100:00100000:0.0:1763340288.315969:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2948 00000100:00100000:0.0:1763340288.315978:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280629888:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340288.316109:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56712:x1848995280629888:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 132us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.316121:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2948 00000100:00100000:1.0:1763340288.317389:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.317450:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280629760 00000100:00100000:2.0:1763340288.317457:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280629760 00002000:00010000:2.0:1763340288.317481:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/517 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.317486:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba51c00 with x1848995280629760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.317495:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fba51c00. 00000100:00100000:2.0:1763340288.317525:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1492 00000100:00100000:2.0:1763340288.317556:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280629760:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340288.317702:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x205:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.317706:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x205:0x0] updating lvb mtime from disk: 0 -> 1763340288 00002000:00010000:2.0:1763340288.317708:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x205:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.317710:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x205:0x0] updating lvb ctime from disk: 0 -> 1763340288 00002000:00010000:2.0:1763340288.317712:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x205:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.317753:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280629760:12345-192.168.203.42@tcp:10:bash.0 Request processed in 220us (367us total) trans 17179871298 rc 0/0 00000100:00100000:2.0:1763340288.317759:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1492 00002000:00010000:2.0:1763340288.317763:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/517 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.317766:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba51c00 with x1848995280629760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.317770:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fba51c00. 00000100:00100000:3.0:1763340288.328121:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.328720:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280630144 00000100:00100000:0.0:1763340288.328732:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280630144 00000100:00100000:0.0:1763340288.328791:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2949 00000100:00100000:0.0:1763340288.328801:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280630144:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340288.329105:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280630144:12345-192.168.203.42@tcp:35:bash.0 Request processed in 305us (994us total) trans 4294972290 rc 0/0 00000100:00100000:0.0:1763340288.329114:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2949 00000100:00100000:3.0:1763340288.339706:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.340994:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280630400 00000100:00100000:0.0:1763340288.341006:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280630400 00000100:00100000:0.0:1763340288.341078:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8698 00000100:00100000:0.0:1763340288.341090:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56718:x1848995280630400:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340288.341146:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340288.341171:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb182487f0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16053 expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.341196:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248821 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16061 expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.341210:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182487b8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16045 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.341219:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9554c2acd100) 00010000:00010000:0.0:1763340288.341232:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340288.341258:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.341274:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341283:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341295:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.341302:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341308:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341385:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.341394:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341401:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:0.0:1763340288.341653:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1244, 64 off105648 00000040:00080000:0.0:1763340288.341678:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1267, 64 off107432 00000040:00080000:0.0:1763340288.341689:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1268, 64 off107496 00000040:00080000:0.0:1763340288.341699:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1245, 64 off105712 00010000:00010000:0.0:1763340288.341749:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.341759:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341771:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341778:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341785:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.341792:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.342435:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.342443:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.342450:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.342454:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.342462:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 5/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.342477:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:1.0:1763340288.342480:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340288.342484:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 3/0,0 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.342492:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.342494:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.342496:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.346940:0:6515:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1763340288.346956:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824884b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347021:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347029:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347035:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347040:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.347045:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347051:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347065:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ba:0x0].0x0 (ffff9555d1799c00) 00010000:00010000:0.0:1763340288.347069:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340288.347074:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347079:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248844 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347221:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347227:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347231:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347236:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347241:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.347244:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347248:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347256:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340288.347258:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.347261:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347266:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248836 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:0.0:1763340288.347282:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000546940fe reply state 000000001c3c70a2 transno 4294972291 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347294:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.347300:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:0.0:1763340288.347302:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340288.347305:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340288.347387:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56718:x1848995280630400:12345-192.168.203.42@tcp:36:rm.0 Request processed in 6297us (7689us total) trans 4294972291 rc 0/0 00000100:00100000:0.0:1763340288.347397:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8698 00000100:00100000:0.0:1763340288.350493:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.350571:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280630656 00000100:00100000:2.0:1763340288.350580:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280630656 00000100:00100000:2.0:1763340288.350632:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8699 00000100:00100000:2.0:1763340288.350640:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56717:x1848995280630656:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.350668:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.350689:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248852 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16076 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.350749:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.350761:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350770:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350783:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.350791:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350797:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350832:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350838:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350843:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350849:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350855:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.350858:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350865:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350876:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.350879:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.350883:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350888:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248859 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350900:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350905:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350910:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350914:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.350916:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350921:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350926:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340288.350929:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.350931:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350936:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248860 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.350960:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248852 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16076 expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.350969:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.350971:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340288.352123:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248852 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16076 expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.352153:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340288.357224:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56717:x1848995280630656:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6571us (6726us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340288.357238:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8699 00000100:00100000:1.0:1763340288.365225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.365299:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280630784 00000100:00100000:2.0:1763340288.365309:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280630784 00000100:00100000:2.0:1763340288.365365:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8700 00000100:00100000:2.0:1763340288.365373:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56717:x1848995280630784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.365392:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.365412:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248867 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1607d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.365474:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.365486:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.365497:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.365507:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.365696:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.365706:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365811:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365818:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365824:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365829:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365835:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.365839:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365845:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365857:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:3.0:1763340288.365860:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.365865:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365871:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824886e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365885:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365890:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365899:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365904:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.365907:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365912:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365919:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:3.0:1763340288.365921:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.365924:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365929:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248875 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.365955:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248867 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1607d expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.365964:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdf00) 00010000:00010000:3.0:1763340288.365966:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.365969:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248867 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1607d expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.366067:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:3.0:1763340288.366527:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56717:x1848995280630784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 925us (1084us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340288.366674:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8700 00000100:00100000:1.0:1763340288.371277:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.371436:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280630912 00000100:00100000:3.0:1763340288.371445:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280630912 00000100:00100000:0.0:1763340288.371702:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8701 00000100:00100000:1.0:1763340288.371788:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56719:x1848995280630912:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.371808:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.371831:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824887c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16084 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.371888:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.371900:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371909:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371918:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.371923:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371929:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371964:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371969:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371975:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371980:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371985:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.371989:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.371994:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372004:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.372006:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.372009:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372014:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248883 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372025:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372030:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372035:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372040:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.372043:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372048:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372053:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340288.372055:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.372057:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372062:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824888a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.372082:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824887c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16084 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.372089:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.372091:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.372094:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824887c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16084 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.372103:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:1.0:1763340288.372774:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56719:x1848995280630912:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1061us (1502us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340288.372783:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8701 00000100:00100000:0.0:1763340288.381652:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.382302:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280631040 00000100:00100000:1.0:1763340288.382312:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280631040 00000100:00100000:1.0:1763340288.382378:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8702 00000100:00100000:1.0:1763340288.382388:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56719:x1848995280631040:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.382409:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.382432:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248891 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1608b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.382500:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.382515:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382526:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382578:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.382586:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382592:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382628:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382635:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382640:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382656:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382663:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.382667:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382673:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382685:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.382689:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.382693:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382699:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248898 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382711:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382717:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382722:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382727:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.382729:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382735:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382741:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:1.0:1763340288.382744:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.382747:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382751:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824889f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.382778:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248891 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1608b expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.383913:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.383916:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.383923:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248891 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1608b expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.383940:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:1.0:1763340288.384015:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56719:x1848995280631040:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1626us (2381us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340288.384024:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8702 00000100:00100000:1.0:1763340288.392998:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.393033:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.393199:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280631424 00000100:00100000:2.0:1763340288.393210:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280631424 00000100:00100000:2.0:1763340288.393269:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280631296 00000100:00100000:2.0:1763340288.393273:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280631296 00000100:00100000:2.0:1763340288.393301:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8703 00000100:00100000:2.0:1763340288.393310:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56719:x1848995280631424:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.393330:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.393353:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182488a6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16099 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.393411:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182488ad lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.393424:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182488ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.393434:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182488ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340288.393478:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340288.393482:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340288.393519:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182488a6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16099 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.393561:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182488ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16099 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.393571:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.393573:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340288.393578:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340288.393634:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56719:x1848995280631424:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 326us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.393653:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8703 00000100:00100000:2.0:1763340288.393672:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8704 00000100:00100000:2.0:1763340288.393679:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56720:x1848995280631296:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.393686:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.393694:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488b4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16092 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.393742:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.393750:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.393757:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.393767:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.393774:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.393780:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395084:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395092:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395099:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395106:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395113:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.395117:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395125:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395139:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.395143:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.395147:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395154:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182488bb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395167:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395172:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395177:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395181:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.395183:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395191:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395197:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340288.395199:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.395202:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395207:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488c2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.395246:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488b4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16092 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.395255:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.395257:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340288.395260:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488b4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16092 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.395269:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340288.395345:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56720:x1848995280631296:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1665us (2309us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340288.395353:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8704 00000100:00100000:0.0:1763340288.406114:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.406198:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280631552 00000100:00100000:2.0:1763340288.406209:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280631552 00000100:00100000:2.0:1763340288.406260:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8705 00000100:00100000:2.0:1763340288.406270:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56719:x1848995280631552:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.406293:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.406316:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182488c9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160a0 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.406387:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.406402:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406415:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406428:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.406434:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406440:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406476:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406482:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406488:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406493:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406499:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.406504:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406511:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406523:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.406526:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.406617:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406626:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182488d0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406636:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406653:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406659:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406665:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.406668:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406674:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406682:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340288.406684:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.406687:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406692:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182488d7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.406719:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182488c9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a0 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.406729:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.406732:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.406735:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182488c9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a0 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.406744:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340288.406994:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56719:x1848995280631552:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 723us (888us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340288.407002:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8705 00000100:00100000:3.0:1763340288.410943:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.411804:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280631808 00000100:00100000:2.0:1763340288.411814:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280631808 00000100:00100000:2.0:1763340288.411871:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8706 00000100:00100000:2.0:1763340288.411879:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56719:x1848995280631808:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.411898:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.411901:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340288.411924:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182488ad lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16099 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.411942:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acda00) 00010000:00010000:2.0:1763340288.411953:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340288.411965:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182488de lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160a7 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.412053:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.412066:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412074:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412085:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.412091:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412097:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412499:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.412511:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412519:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340288.412558:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 0 00010000:00010000:2.0:1763340288.412587:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412597:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412603:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412610:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412621:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.412625:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412632:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412651:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acd800) 00010000:00010000:2.0:1763340288.412657:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.412660:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412666:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb182488e5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340288.412679:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aed178a8 reply state 0000000055f3efbb transno 4294972292 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412693:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.412698:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:2.0:1763340288.412701:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340288.412703:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340288.412736:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb182488de lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.412755:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.412762:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2acd300) 00010000:00010000:2.0:1763340288.412768:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340288.412771:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340288.412941:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56719:x1848995280631808:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1061us (2006us total) trans 4294972292 rc 0/0 00000100:00100000:2.0:1763340288.412948:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8706 00000100:00100000:0.0:1763340288.428766:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.428894:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280632064 00000100:00100000:3.0:1763340288.428904:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280632064 00000100:00100000:2.0:1763340288.430242:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8707 00000100:00100000:2.0:1763340288.430260:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56719:x1848995280632064:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.430286:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.430309:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248901 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160ae expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.430429:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.430444:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.430453:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.430489:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.430502:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 203 pid: 10032 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.430515:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292179840:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.431567:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340288.436332:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.436467:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280632320 00000100:00100000:1.0:1763340288.436478:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280632320 00000100:00100000:0.0:1763340288.436658:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.436747:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8708 00000100:00100000:1.0:1763340288.436759:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56721:x1848995280632320:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:2.0:1763340288.436922:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280632448 00000100:00100000:2.0:1763340288.436928:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280632448 00010000:00010000:2.0:1763340288.436960:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 205 pid: 10032 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.436997:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2828 00000100:00100000:2.0:1763340288.437005:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2408:x1848995280632448:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340288.437058:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.437081:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824890f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160b5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.437191:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.437206:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437219:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340288.437230:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 0 00010000:00010000:1.0:1763340288.437331:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437339:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437345:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437351:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.437354:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437362:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437376:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2acd300) 00010000:00010000:1.0:1763340288.437379:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763340288.437385:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437391:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248916 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.437436:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824890f lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160b5 expref: 207 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.437451:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2acd300) 00010000:00010000:1.0:1763340288.437453:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340288.437456:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824890f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160b5 expref: 207 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.437465:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:1.0:1763340288.437521:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56721:x1848995280632320:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 765us (1198us total) trans 4294972293 rc 301/301 00000100:00100000:1.0:1763340288.437529:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8708 00000100:00100000:3.0:1763340288.437715:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292179840:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.437743:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.441371:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.441386:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 205 pid: 10032 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.441402:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 205 pid: 10032 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.441426:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182488f3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160a7 expref: 205 pid: 10032 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.441443:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2acd300) 00010000:00010000:2.0:1763340288.441447:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.441457:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.441463:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.441496:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.441558:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.441566:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340288.441574:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:2408:x1848995280632448:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4569us (4916us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.441584:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2828 00000004:00200000:3.0:1763340288.441591:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 0 00000100:00100000:0.0:1763340288.441724:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:3.0:1763340288.441784:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x207:0x0], index 1: 0 00000004:00080000:3.0:1763340288.441792:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x207:0x0], index 0: 0 00000004:00080000:3.0:1763340288.441796:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x208:0x0], index 0: 0 00000004:00080000:3.0:1763340288.441800:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x208:0x0], index 1: 0 00010000:00010000:3.0:1763340288.441903:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.441911:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.441917:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.441923:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.441927:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.441938:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.441947:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2acd300) 00010000:00010000:3.0:1763340288.441949:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340288.441953:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.441958:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248908 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.442001:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248901 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ae expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.442010:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2acd300) 00010000:00010000:3.0:1763340288.442013:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340288.442016:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248901 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ae expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.442031:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:3.0:1763340288.442077:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56719:x1848995280632064:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 11824us (13319us total) trans 4294972294 rc 301/301 00000100:00100000:3.0:1763340288.442084:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8707 00000100:00100000:2.0:1763340288.442220:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280632704 00000100:00100000:2.0:1763340288.442229:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280632704 00000100:00100000:2.0:1763340288.442268:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2950 00000100:00100000:2.0:1763340288.442276:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56721:x1848995280632704:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340288.442419:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56721:x1848995280632704:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 142us (695us total) trans 4294972295 rc 0/0 00000100:00100000:2.0:1763340288.442426:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2950 00000100:00100000:1.0:1763340288.447019:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.447937:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280632960 00000100:00100000:3.0:1763340288.447947:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280632960 00000100:00100000:3.0:1763340288.448003:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2951 00000100:00100000:3.0:1763340288.448013:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56719:x1848995280632960:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340288.448217:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56719:x1848995280632960:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 205us (1206us total) trans 4294972296 rc 0/0 00000100:00100000:3.0:1763340288.448225:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2951 00000100:00100000:0.0:1763340288.449504:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.449895:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280633216 00000100:00100000:3.0:1763340288.449901:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280633216 00000100:00100000:3.0:1763340288.449947:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8709 00000100:00100000:3.0:1763340288.449956:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56721:x1848995280633216:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.449973:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.449995:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824892b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160bc expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.450061:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340288.450075:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450086:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450095:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340288.450102:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450107:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450202:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248940 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340288.450210:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248940 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450217:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248940 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340288.450227:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 0 00010000:00010000:3.0:1763340288.450287:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450293:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450298:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450303:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450308:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.450311:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450318:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450330:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2817b00) 00010000:00010000:3.0:1763340288.450333:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.450338:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450344:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248932 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450357:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450367:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450373:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450379:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.450382:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450388:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450394:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:3.0:1763340288.450396:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.450399:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450405:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248939 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.450436:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824892b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160bc expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.450454:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248940 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160bc expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.450461:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2817500) 00010000:00010000:3.0:1763340288.450463:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340288.450466:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894400, rc 0) 00000100:00100000:3.0:1763340288.450515:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56721:x1848995280633216:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 560us (1015us total) trans 4294972297 rc 0/0 00000100:00100000:3.0:1763340288.450523:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8709 00000100:00100000:0.0:1763340288.455203:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.455241:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.455280:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.455307:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280633344 00000100:00100000:0.0:1763340288.455307:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280633728 00000100:00100000:2.0:1763340288.455315:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280633344 00000100:00100000:0.0:1763340288.455315:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280633728 00000100:00100000:2.0:1763340288.455355:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280633472 00000100:00100000:2.0:1763340288.455358:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280633472 00000100:00100000:0.0:1763340288.455360:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2952 00000100:00100000:0.0:1763340288.455367:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56719:x1848995280633728:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340288.455375:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5831 00000100:00100000:2.0:1763340288.455380:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+46:2408:x1848995280633344:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.455393:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.455411:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160c3 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340288.455433:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x208:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340288.455448:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.455449:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.455457:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 47 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.455472:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 47 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.455484:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340288.455553:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+47:2408:x1848995280633344:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 151us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.455554:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56719:x1848995280633728:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 188us (274us total) trans 4294972298 rc 0/0 00000100:00100000:2.0:1763340288.455560:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5831 00000100:00100000:0.0:1763340288.455563:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2952 00000100:00100000:2.0:1763340288.455577:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5832 00000100:00100000:2.0:1763340288.455584:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280633472:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.455591:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.455602:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160ca expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340288.455616:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x208:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340288.455625:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.455627:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.455631:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 19 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.455651:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 19 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.455660:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340288.455680:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280633472:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 96us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.455687:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5832 00000100:00100000:0.0:1763340288.465098:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.465744:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.465765:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280633984 00000100:00100000:2.0:1763340288.465775:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280633984 00000100:00100000:2.0:1763340288.465827:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2953 00000100:00100000:2.0:1763340288.465836:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56721:x1848995280633984:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340288.465877:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280634240 00000100:00100000:1.0:1763340288.465881:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280634240 00000100:00100000:1.0:1763340288.466031:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8710 00000100:00100000:1.0:1763340288.466039:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280634240:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.466049:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.466052:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:2.0:1763340288.466061:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56721:x1848995280633984:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 226us (973us total) trans 4294972299 rc 0/0 00000100:00100000:2.0:1763340288.466068:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2953 00010000:00010000:1.0:1763340288.466074:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248940 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160bc expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.466090:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9554c2817500) 00010000:00010000:1.0:1763340288.466099:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.466114:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824895c lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160d1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.466185:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248963 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.466201:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248963 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.466210:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248963 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340288.466220:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 0 00010000:00010000:1.0:1763340288.466279:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb1824895c lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160d1 expref: 211 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.466291:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248963 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160d1 expref: 210 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.466299:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.466302:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763340288.466304:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584f200, rc 0) 00000100:00100000:1.0:1763340288.466340:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280634240:12345-192.168.203.42@tcp:101:bash.0 Request processed in 302us (597us total) trans 4294972300 rc 0/0 00000100:00100000:1.0:1763340288.466346:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8710 00000100:00100000:0.0:1763340288.471220:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.471421:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280634368 00000100:00100000:1.0:1763340288.471431:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280634368 00000100:00100000:1.0:1763340288.471487:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8711 00000100:00100000:1.0:1763340288.471497:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280634368:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.471516:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.471559:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248971 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160d8 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.471594:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248978 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.471610:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248978 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.471620:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248978 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.471661:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.471741:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb18248971 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160d8 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.471758:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248978 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160d8 expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.471767:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.471770:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340288.471773:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ec00, rc 0) 00000100:00100000:1.0:1763340288.471848:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280634368:12345-192.168.203.42@tcp:101:bash.0 Request processed in 351us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.471855:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8711 00000100:00100000:3.0:1763340288.471916:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.472025:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280634624 00000100:00100000:0.0:1763340288.472030:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280634624 00000100:00100000:0.0:1763340288.472070:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8712 00000100:00100000:0.0:1763340288.472076:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56721:x1848995280634624:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.472089:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.472101:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824897f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160df expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.472152:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.472160:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472168:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472177:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.472184:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472191:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472281:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.472292:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472298:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472304:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472308:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.472312:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472318:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472325:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.472329:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472335:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248994 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340288.472360:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 0 00010000:00010000:0.0:1763340288.472421:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472427:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472432:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472437:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472442:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.472444:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472449:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472456:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340288.472458:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.472460:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472465:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248986 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472474:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472479:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472484:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472488:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.472490:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472495:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472500:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:0.0:1763340288.472502:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.472504:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472509:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824898d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.472567:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824897f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160df expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.472577:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799300) 00010000:00010000:0.0:1763340288.472579:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340288.472582:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824897f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160df expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.472597:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650600, rc 0) 00000100:00100000:0.0:1763340288.472635:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56721:x1848995280634624:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 558us (718us total) trans 4294972301 rc 301/301 00000100:00100000:0.0:1763340288.472649:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8712 00000100:00100000:3.0:1763340288.476009:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.477090:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.477150:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280635136 00000100:00100000:2.0:1763340288.477160:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280635136 00000100:00100000:2.0:1763340288.477209:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2954 00000100:00100000:1.0:1763340288.477214:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280634880 00000100:00100000:2.0:1763340288.477219:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56721:x1848995280635136:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340288.477219:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280634880 00000100:00100000:1.0:1763340288.477255:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8713 00000100:00100000:1.0:1763340288.477262:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280634880:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340288.477287:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340288.477311:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248963 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160d1 expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.477325:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.477331:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340288.477422:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56721:x1848995280635136:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 194us (325us total) trans 4294972302 rc 0/0 00000100:00100000:2.0:1763340288.477429:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2954 00010000:00010000:1.0:1763340288.477439:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.477452:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.477461:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340288.477500:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972303 00000004:00010000:1.0:1763340288.477520:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3817e28 reply state 00000000453288bc transno 4294972304 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.477551:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.477558:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.477562:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340288.477564:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340288.477625:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:55868:x1848995280634880:12345-192.168.203.42@tcp:36:bash.0 Request processed in 363us (1624us total) trans 4294972304 rc 0/0 00000100:00100000:1.0:1763340288.477631:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8713 00000020:00080000:1.0:1763340288.477635:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340288.482114:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.482171:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280635264 00000100:00100000:3.0:1763340288.482180:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280635264 00000100:00100000:3.0:1763340288.482237:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2955 00000100:00100000:3.0:1763340288.482247:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56721:x1848995280635264:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340288.482552:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.482653:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280635392 00000100:00100000:1.0:1763340288.482657:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280635392 00000100:00100000:1.0:1763340288.482691:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8714 00000100:00100000:1.0:1763340288.482698:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280635392:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.482710:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.482728:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182489a9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160e6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.482767:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182489a9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160e6 expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.482780:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182489a9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160e6 expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.482807:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.482810:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.482813:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fc00, rc 0) 00000100:00100000:1.0:1763340288.484386:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280635392:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1678us (1844us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.484397:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8714 00000100:00100000:3.0:1763340288.487988:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56721:x1848995280635264:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 5730us (5869us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.488003:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2955 00000100:00100000:2.0:1763340288.488174:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.488230:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280635648 00000100:00100000:1.0:1763340288.488238:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280635648 00000100:00100000:1.0:1763340288.488284:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8715 00000100:00100000:1.0:1763340288.488292:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280635648:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.488309:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.488312:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340288.488334:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182489a9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160e6 expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.488351:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.488355:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.488366:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182489b0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160ed expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.488409:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182489b7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340288.488422:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182489b7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340288.488430:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182489b7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:1.0:1763340288.488674:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1269, 88 off107584 00000004:00080000:1.0:1763340288.488682:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029296149349ns, next at 1029962923751ns, rc = 0 00000040:00080000:1.0:1763340288.488716:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1246, 88 off105800 00000004:00080000:1.0:1763340288.488720:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029296187226ns, next at 1029962957556ns, rc = 0 00000040:00080000:1.0:1763340288.488731:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1247, 88 off105888 00000004:00080000:1.0:1763340288.488734:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029296201584ns, next at 1029962957556ns, rc = 0 00000040:00080000:1.0:1763340288.488742:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1270, 88 off107672 00000004:00080000:1.0:1763340288.488745:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029296212531ns, next at 1029962923751ns, rc = 0 00010000:00010000:0.0:1763340288.497664:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.497683:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.497691:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.497698:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.497703:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.497711:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.497730:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:0.0:1763340288.497733:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.497739:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.497745:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824883d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.497780:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497801:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497807:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497812:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.497815:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497820:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497828:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799800) 00010000:00010000:0.0:1763340288.497831:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.497834:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497844:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182488ec lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497863:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497869:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497875:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497880:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.497883:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497888:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497897:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.497899:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.497903:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.497908:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182489a2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000001:00080000:3.0:1763340288.498039:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972305 is committed 00000004:00080000:3.0:1763340288.498046:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 837 committed 00000004:00080000:3.0:1763340288.498611:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 816 committed 00000004:00080000:3.0:1763340288.498627:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 815 committed 00000004:00080000:3.0:1763340288.498630:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 836 committed 00000100:00100000:2.0:1763340288.498837:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292180096:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340288.498898:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340288.498928:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292180608:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340288.498949:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340288.498967:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340288.498971:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292180224:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340288.498988:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340288.499022:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292180096 00000100:00100000:2.0:1763340288.499028:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292180096 00000100:00100000:2.0:1763340288.499066:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292180608 00000100:00100000:2.0:1763340288.499069:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292180608 00000100:00100000:2.0:1763340288.499082:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292180224 00000100:00100000:2.0:1763340288.499085:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292180224 00000100:00100000:2.0:1763340288.499102:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5833 00000100:00100000:2.0:1763340288.499109:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292180096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340288.499132:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:514 count 1 00010000:00010000:2.0:1763340288.499156:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499175:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 18 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499184:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340288.499186:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340288.499190:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499215:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 18 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499229:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 18 pid: 16598 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.499240:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292180736:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.499295:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1763340288.499311:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834 00000100:00100000:2.0:1763340288.499318:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292180608:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340288.499443:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.499446:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.499449:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.499451:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.499453:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.499489:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3648:x1848995292180608:12345-0@lo:2:osp-syn-1-1.0 Request processed in 171us (538us total) trans 17179871299 rc 0/0 00000100:00100000:2.0:1763340288.499499:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834 00000100:00100000:2.0:1763340288.499517:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5835 00000100:00100000:2.0:1763340288.499523:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292180224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340288.499561:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:517 count 1 00010000:00010000:2.0:1763340288.499572:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499584:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499591:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340288.499592:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340288.499595:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499613:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 18 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.499623:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 18 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.499633:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292180864:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.499666:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fd7dd780 going to sleep for 11 seconds 00000004:00080000:2.0:1763340288.499710:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbc700/2, rc 0, transno 17179871299 00000100:00100000:2.0:1763340288.499717:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292180608:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.499984:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292179968:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.500015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.500040:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292180480:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.500058:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.500075:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340288.500080:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292180352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.500100:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.500125:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292179968 00000100:00100000:1.0:1763340288.500129:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292179968 00000100:00100000:1.0:1763340288.500152:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292180480 00000100:00100000:1.0:1763340288.500155:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292180480 00000100:00100000:1.0:1763340288.500170:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292180352 00000100:00100000:1.0:1763340288.500172:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292180352 00000100:00100000:1.0:1763340288.500187:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5836 00000100:00100000:1.0:1763340288.500194:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292179968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340288.500206:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:513 count 1 00010000:00010000:1.0:1763340288.500220:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500233:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500240:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.500242:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.500245:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500263:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500272:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 18 pid: 8401 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.500282:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292180992:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.500312:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.500326:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837 00000100:00100000:1.0:1763340288.500333:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292180480:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.500431:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292180480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 97us (371us total) trans 17179871300 rc 0/0 00000100:00100000:1.0:1763340288.500438:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837 00000100:00100000:1.0:1763340288.500451:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838 00000100:00100000:1.0:1763340288.500457:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292180352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340288.500467:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:518 count 1 00002000:00010000:1.0:1763340288.500484:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x206:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.500490:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500497:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.500499:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.500504:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500516:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500525:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500558:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500575:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340288.500723:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292180352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 264us (620us total) trans 17179871301 rc 0/0 00000100:00100000:1.0:1763340288.500728:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838 00010000:00010000:1.0:1763340288.500747:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.500754:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500766:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.500770:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.500779:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340288.501024:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292181120:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.501053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340288.501071:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292181632:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.501087:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340288.501103:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340288.501108:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292181504:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.501126:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763340288.504898:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.504907:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb182489d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.504932:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.504934:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.504937:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340288.505895:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292181120 00000100:00100000:1.0:1763340288.505905:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292181120 00000100:00100000:1.0:1763340288.505945:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292181632 00000100:00100000:1.0:1763340288.505948:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292181632 00000100:00100000:1.0:1763340288.505957:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292181504 00000100:00100000:1.0:1763340288.505960:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292181504 00000100:00100000:1.0:1763340288.505978:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5839 00000100:00100000:1.0:1763340288.505986:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+86:3649:x1848995292181120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340288.506015:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:513 count 1 00010000:00010000:1.0:1763340288.506040:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.506063:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 46 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340288.506071:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.506074:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.506077:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 4/0,1 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.506113:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 46 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340288.506125:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 46 pid: 16598 timeout: 1129 lvb_type: 1 00000100:00100000:1.0:1763340288.506139:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292181888:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.506246:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.506270:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292181248:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.506316:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.506334:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292181760:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.506354:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.506367:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340288.506372:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292181376:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.506387:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.506404:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292181248 00000100:00100000:1.0:1763340288.506408:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292181248 00000100:00100000:1.0:1763340288.506422:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292181760 00000100:00100000:1.0:1763340288.506425:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292181760 00000100:00100000:1.0:1763340288.506433:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292181376 00000100:00100000:1.0:1763340288.506435:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292181376 00000100:00100000:1.0:1763340288.506445:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840 00000100:00100000:1.0:1763340288.506451:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+89:3649:x1848995292181632:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.506630:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+90:3649:x1848995292181632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 178us (5541us total) trans 21474838585 rc 0/0 00000100:00100000:1.0:1763340288.506638:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840 00000100:00100000:1.0:1763340288.506670:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5841 00000100:00100000:1.0:1763340288.506676:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+89:3649:x1848995292181504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340288.506688:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:518 count 1 00002000:00010000:1.0:1763340288.506709:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x206:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.506715:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.506723:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.506725:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.506729:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.506741:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.506750:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.506758:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.506780:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340288.509086:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5842 00000100:00100000:0.0:1763340288.509114:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+89:3650:x1848995292181248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340288.509156:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:514 count 1 00010000:00010000:0.0:1763340288.509183:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509208:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 46 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509216:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340288.509218:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340288.509222:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509262:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 46 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509276:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 46 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.509289:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292182016:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340288.509371:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3480 going to sleep for 11 seconds 00000100:00100000:0.0:1763340288.509393:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843 00000100:00100000:0.0:1763340288.509401:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+89:3650:x1848995292181760:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340288.509571:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340288.509575:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340288.509577:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340288.509579:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340288.509581:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340288.509665:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+90:3650:x1848995292181760:12345-0@lo:2:osp-syn-0-1.0 Request processed in 263us (3308us total) trans 21474838586 rc 0/0 00000100:00100000:0.0:1763340288.509674:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843 00000100:00100000:0.0:1763340288.509701:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5844 00000100:00100000:0.0:1763340288.509709:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+89:3650:x1848995292181376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340288.509721:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:517 count 1 00010000:00010000:0.0:1763340288.509733:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509745:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 46 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509751:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340288.509752:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340288.509755:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 4/0,1 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509774:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 46 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.509862:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 46 pid: 8400 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.509879:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292182144:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340288.509907:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000004:00080000:0.0:1763340288.509945:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbea00/2, rc 0, transno 17179871301 00000100:00100000:0.0:1763340288.509951:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292180352:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763340288.509963:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbf480/2, rc 0, transno 17179871300 00000100:00100000:0.0:1763340288.509966:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292180480:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340288.509994:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340288.510001:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.510008:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340288.510012:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.510021:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.510038:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.510047:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.510048:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.510050:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340288.510071:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18e00/2, rc 0, transno 21474838585 00000100:00100000:0.0:1763340288.510076:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292181632:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340288.510101:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18380/2, rc 0, transno 21474838586 00000100:00100000:0.0:1763340288.510104:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292181760:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340288.511195:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb182489e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.511945:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.511967:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.511989:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280635776 00000100:00100000:3.0:1763340288.511996:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280635776 00010000:00010000:3.0:1763340288.512029:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 19 pid: 16598 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.512057:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280636032 00000100:00100000:3.0:1763340288.512060:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280636032 00010000:00010000:3.0:1763340288.512072:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 20 pid: 8401 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.512097:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2829 00000100:00100000:3.0:1763340288.512104:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280635776:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.512116:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.512121:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 20 pid: 16598 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.512132:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 20 pid: 16598 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.512150:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.512152:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.512157:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.512166:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.512184:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.512220:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280635776:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 117us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.512227:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2829 00000100:00100000:3.0:1763340288.512241:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2830 00000100:00100000:3.0:1763340288.512246:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280636032:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.512252:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.512256:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 19 pid: 8401 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.512265:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 19 pid: 8401 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.512275:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.512277:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.512280:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.512287:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.512296:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.512310:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280636032:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 64us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.512315:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2830 00000100:00100000:3.0:1763340288.512362:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.512377:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280635904 00000100:00100000:3.0:1763340288.512380:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280635904 00010000:00010000:3.0:1763340288.512393:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 19 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.512408:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2831 00000100:00100000:3.0:1763340288.512413:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280635904:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.512419:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.512422:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 19 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.512435:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 19 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.512446:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.512447:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.512450:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.512457:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.512467:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.512482:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280635904:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 69us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.512487:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2831 00010000:00010000:3.0:1763340288.514832:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824851f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15f6c expref: 18 pid: 8401 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.514849:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292180992:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.514874:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.514884:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.514891:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.514901:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.514910:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.514936:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340288.514953:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.514962:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.514970:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.514975:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.514985:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.515005:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.515012:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182489cc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.515031:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.515034:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.515037:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340288.515269:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292179968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15074us (15252us total) trans 17179871302 rc 0/0 00000100:00100000:3.0:1763340288.515278:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5836 00000100:00100000:1.0:1763340288.516767:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+90:3649:x1848995292181504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10084us (15632us total) trans 21474838587 rc 0/0 00000100:00100000:1.0:1763340288.516779:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5841 00000004:00080000:3.0:1763340288.516888:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18700/2, rc 0, transno 21474838587 00000100:00100000:3.0:1763340288.516896:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292181504:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340288.516913:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824875d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16029 expref: 17 pid: 16598 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.516930:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292180736:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340288.516950:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.516960:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.516966:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.516976:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.516983:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.517009:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340288.517320:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292180096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18211us (18421us total) trans 17179871303 rc 0/0 00000100:00100000:2.0:1763340288.517328:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5833 00000004:00080000:3.0:1763340288.517356:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7f480/2, rc 0, transno 17179871303 00000100:00100000:3.0:1763340288.517364:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292180096:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340288.517370:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb1824882f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1606f expref: 16 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.517382:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292180864:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340288.517395:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.517403:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.517410:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.517418:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.517424:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.517446:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763340288.517468:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340288.517475:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.517483:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.517488:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.517497:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.517520:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.517526:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182489be lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.517574:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340288.517578:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.517585:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292180224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18060us (18593us total) trans 17179871304 rc 0/0 00010000:00010000:3.0:1763340288.517589:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.517595:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.517595:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5835 00010000:00010000:3.0:1763340288.517606:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.517618:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.517625:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182489c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763340288.517626:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbed80/2, rc 0, transno 17179871304 00000100:00100000:2.0:1763340288.517635:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292180224:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340288.517657:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.517660:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.517663:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340288.517808:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7c700/2, rc 0, transno 17179871302 00000100:00100000:0.0:1763340288.517813:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292179968:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340288.517861:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182489b7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ed expref: 196 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.517872:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.517875:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340288.517887:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb182489b0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ed expref: 196 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340288.517901:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182489b7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ed expref: 195 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.517928:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.517931:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340288.517933:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:0.0:1763340288.517983:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:55868:x1848995280635648:12345-192.168.203.42@tcp:101:bash.0 Request processed in 29691us (29809us total) trans 4294972305 rc 0/0 00000100:00100000:0.0:1763340288.517990:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8715 00010000:00010000:1.0:1763340288.519682:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340288.519730:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.520052:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280636416 00000100:00100000:0.0:1763340288.520061:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280636416 00010000:00010000:0.0:1763340288.520101:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 47 pid: 16598 timeout: 1129 lvb_type: 1 00000100:00100000:0.0:1763340288.520137:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2832 00000100:00100000:0.0:1763340288.520146:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+47:2409:x1848995280636416:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340288.520160:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340288.520165:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 47 pid: 16598 timeout: 1129 lvb_type: 1 00010000:00010000:0.0:1763340288.520178:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 47 pid: 16598 timeout: 1129 lvb_type: 1 00010000:00010000:0.0:1763340288.520203:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.520205:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.520209:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.520219:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.520238:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340288.520287:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+47:2409:x1848995280636416:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 141us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.520295:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2832 00010000:00010000:2.0:1763340288.520559:0:35202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824860d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df15fb9 expref: 46 pid: 16598 timeout: 1129 lvb_type: 1 00000100:00100000:2.0:1763340288.520572:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292181888:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340288.520590:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.520604:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.520610:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.520618:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.520624:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.520647:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340288.520915:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+90:3649:x1848995292181120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14928us (19860us total) trans 21474838588 rc 0/0 00000100:00100000:2.0:1763340288.520924:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5839 00010000:00010000:1.0:1763340288.521007:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.521014:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.521022:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.521026:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.521034:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.521048:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 1/0,0 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.521054:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb182489da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.521073:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.521075:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.521076:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340288.521143:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f1b100/2, rc 0, transno 21474838588 00000100:00100000:0.0:1763340288.521149:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292181120:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.525809:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.525848:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.525887:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292182144:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.525902:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280636672 00000100:00100000:1.0:1763340288.525911:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280636672 00010000:00010000:3.0:1763340288.525918:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.525949:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 46 pid: 8400 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.525990:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280636544 00000100:00100000:1.0:1763340288.525993:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280636544 00010000:00010000:1.0:1763340288.526011:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 47 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.526019:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2833 00000100:00100000:3.0:1763340288.526037:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c13fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+47:2409:x1848995280636672:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763340288.526049:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2834 00010000:00010000:3.0:1763340288.526053:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763340288.526061:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+47:2409:x1848995280636544:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.526063:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 47 pid: 8400 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340288.526074:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.526078:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 47 pid: 8400 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340288.526084:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 47 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340288.526100:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 47 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.526109:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824880c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16068 expref: 47 pid: 8400 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340288.526118:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.526122:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.526124:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.526127:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.526128:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.526131:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.526147:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.526148:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.526180:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.526185:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340288.526795:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.526816:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280636800 00000100:00100000:2.0:1763340288.526820:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280636800 00000100:00100000:2.0:1763340288.526853:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5845 00000100:00100000:2.0:1763340288.526861:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280636800:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340288.526876:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.526895:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160fb expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340288.526921:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x207:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340288.526936:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.526938:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.526944:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.526958:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.526968:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340288.527011:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280636800:12345-192.168.203.42@tcp:101:bash.0 Request processed in 151us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.527018:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5845 00000100:00100000:1.0:1763340288.527246:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+46:2409:x1848995280636544:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1187us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.527255:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2834 00010000:00010000:0.0:1763340288.527985:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45d400/0xbdebf3fb18248772 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16030 expref: 45 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.527998:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c13fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:2409:x1848995280636672:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1961us (2193us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.528005:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292182016:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340288.528020:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2833 00010000:00010000:0.0:1763340288.528032:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.528044:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.528051:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.528061:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.528069:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.528084:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.528094:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.528097:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340288.528107:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.528115:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.528128:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763340288.528225:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340288.528233:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528241:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.528246:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528255:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528273:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528281:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb182489e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528306:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.528311:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528317:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.528322:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.528324:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+91:3650:x1848995292181376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18614us (21933us total) trans 21474838589 rc 0/0 00010000:00010000:1.0:1763340288.528338:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.528342:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5844 00010000:00010000:1.0:1763340288.528356:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528365:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651e00/0xbdebf3fb182489ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.528388:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.528390:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.528392:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.528402:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340288.528446:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18000/2, rc 0, transno 21474838589 00000100:00100000:1.0:1763340288.528453:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292181376:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.528909:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+90:3650:x1848995292181248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19809us (22590us total) trans 21474838590 rc 0/0 00000100:00100000:0.0:1763340288.528917:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5842 00000004:00080000:1.0:1763340288.529692:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f1a300/2, rc 0, transno 21474838590 00000100:00100000:1.0:1763340288.529701:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292181248:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340288.533411:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.533411:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.533470:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280636288 00000100:00100000:0.0:1763340288.533479:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280636288 00000100:00100000:0.0:1763340288.533567:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8716 00000100:00100000:0.0:1763340288.533576:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56722:x1848995280636288:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.533595:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.536868:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb182489fd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df160f4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.536970:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340288.536987:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.536999:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537011:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340288.537017:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537023:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537131:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340288.537140:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537147:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340288.537157:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 2 00010000:00010000:0.0:1763340288.537250:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537257:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537262:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537268:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537274:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.537278:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537285:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537297:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799800) 00010000:00010000:0.0:1763340288.537300:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.537305:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537310:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a04 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537335:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537340:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537345:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537350:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.537352:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537357:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537364:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799300) 00010000:00010000:0.0:1763340288.537366:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.537369:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537374:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a0b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.537423:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb182489fd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 198 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340288.537438:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280636928 00010000:00010000:0.0:1763340288.537441:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 197 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340288.537445:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280636928 00010000:00010000:0.0:1763340288.537449:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.537451:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340288.537453:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650c00, rc 0) 00000100:00100000:1.0:1763340288.537500:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5846 00000100:00100000:0.0:1763340288.537519:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56722:x1848995280636288:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3943us (4124us total) trans 4294972306 rc 0/0 00000100:00100000:0.0:1763340288.537528:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8716 00000100:00100000:1.0:1763340288.538792:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+44:55868:x1848995280636928:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.538811:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.538834:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16102 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340288.538858:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x207:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.538875:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.538877:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.538885:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 45 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.538898:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 45 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.538909:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fc00, rc 0) 00000100:00100000:1.0:1763340288.538964:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:55868:x1848995280636928:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1455us (5569us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.538973:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5846 00000100:00100000:2.0:1763340288.540477:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.543348:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.543423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.543503:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280637312 00000100:00100000:2.0:1763340288.543513:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280637312 00002000:00010000:2.0:1763340288.543582:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/519 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.543588:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f60e00 with x1848995280637312 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.543598:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f60e00. 00000100:00100000:2.0:1763340288.543618:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280637440 00000100:00100000:2.0:1763340288.543621:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280637440 00002000:00010000:2.0:1763340288.543632:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/519 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.543635:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f61180 with x1848995280637440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.543650:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f61180. 00000100:00100000:2.0:1763340288.543670:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1493 00000100:00100000:2.0:1763340288.543679:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280637312:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340288.543858:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.543862:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.543864:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.543866:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.543868:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.543917:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280637312:12345-192.168.203.42@tcp:10:bash.0 Request processed in 238us (578us total) trans 17179871305 rc 0/0 00000100:00100000:2.0:1763340288.543924:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1493 00002000:00010000:2.0:1763340288.543928:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/519 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.543930:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f60e00 with x1848995280637312 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.543934:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f60e00. 00000100:00100000:2.0:1763340288.543950:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1494 00000100:00100000:2.0:1763340288.543956:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+45:2407:x1848995280637440:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340288.544037:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.544040:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.544043:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.544045:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.544047:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.544069:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+46:2407:x1848995280637440:12345-192.168.203.42@tcp:10:bash.0 Request processed in 113us (645us total) trans 21474838591 rc 0/0 00000100:00100000:2.0:1763340288.544075:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1494 00002000:00010000:2.0:1763340288.544078:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/519 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.544081:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f61180 with x1848995280637440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.544085:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f61180. 00000100:00100000:0.0:1763340288.545682:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280637184 00000100:00100000:0.0:1763340288.545695:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280637184 00000100:00100000:0.0:1763340288.545751:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2956 00000100:00100000:0.0:1763340288.545761:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56722:x1848995280637184:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340288.548268:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56722:x1848995280637184:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 2499us (7789us total) trans 4294972307 rc 0/0 00000100:00100000:0.0:1763340288.548281:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2956 00000100:00100000:1.0:1763340288.549525:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.549655:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280637696 00000100:00100000:0.0:1763340288.549664:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280637696 00000100:00100000:0.0:1763340288.549711:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2957 00000100:00100000:0.0:1763340288.549721:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280637696:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340288.549977:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280637696:12345-192.168.203.42@tcp:35:bash.0 Request processed in 256us (456us total) trans 4294972308 rc 0/0 00000100:00100000:0.0:1763340288.549985:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2957 00000100:00100000:2.0:1763340288.553215:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.554893:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280637952 00000100:00100000:0.0:1763340288.554907:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280637952 00000100:00100000:0.0:1763340288.554983:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8717 00000100:00100000:0.0:1763340288.554995:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56722:x1848995280637952:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.555021:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.555051:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a27 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16109 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.555174:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340288.555189:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.555198:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.555234:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.555247:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 200 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.555261:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292182272:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340288.555358:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340288.561074:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292182272:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340288.561105:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340288.568149:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.568239:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.568325:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280638080 00000100:00100000:3.0:1763340288.568335:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280638080 00010000:00010000:3.0:1763340288.568375:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 201 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.568419:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2835 00000100:00100000:3.0:1763340288.568427:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:2408:x1848995280638080:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.568442:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.568449:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 201 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.568460:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 201 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.568480:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a12 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160f4 expref: 201 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.568507:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.568512:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.568521:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.568528:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.568597:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340288.568626:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.568637:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340288.568648:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:2408:x1848995280638080:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 211us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.568659:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2835 00000004:00200000:0.0:1763340288.568672:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 5 00000100:00100000:1.0:1763340288.569134:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280638208 00000100:00100000:1.0:1763340288.569140:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280638208 00000100:00100000:1.0:1763340288.569183:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8718 00000100:00100000:1.0:1763340288.569191:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56723:x1848995280638208:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:1.0:1763340288.569208:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.569226:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248a3c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16110 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.569296:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.569306:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.569315:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.569328:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340288.569335:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.569341:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.569405:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340288.569993:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a27 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.569996:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.570016:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.570034:0:8423:0:(ldlm_lockd.c:1463:ldlm_handle_enqueue()) ### save blocking bits 13 in granted lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.570048:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 202 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.570057:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 202 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.570065:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.570069:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763340288.570071:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.570080:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650600, rc 0) 00010000:00010000:1.0:1763340288.570084:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 202 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340288.570096:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 202 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.570110:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292182400:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.570187:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340288.571596:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56722:x1848995280637952:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 16530us (18315us total) trans 4294972309 rc 0/0 00000100:00100000:2.0:1763340288.571675:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8717 00000100:00100000:1.0:1763340288.574955:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292182400:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340288.574986:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340288.576087:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.576213:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280638336 00000100:00100000:2.0:1763340288.576223:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280638336 00000100:00100000:2.0:1763340288.576276:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8719 00000100:00100000:2.0:1763340288.576285:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56722:x1848995280638336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.576307:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.576326:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248a58 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16117 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.576423:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340288.576437:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.576445:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340288.576748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.576934:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280638464 00000100:00100000:2.0:1763340288.576939:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280638464 00010000:00010000:2.0:1763340288.576963:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 204 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.577727:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2836 00000100:00100000:3.0:1763340288.577741:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:2410:x1848995280638464:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.577755:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.577772:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 204 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.577904:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 204 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.577925:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a2e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1bc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16109 expref: 204 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.577953:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.577957:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.577966:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.577972:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.577980:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.577984:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.577989:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.578245:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.578258:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340288.578302:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 5 00000004:00200000:0.0:1763340288.578307:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340288.578325:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.578353:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248a58 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16117 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.578367:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16117 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.578374:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.578377:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340288.578379:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:0.0:1763340288.578445:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56722:x1848995280638336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2161us (2362us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.578453:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8719 00010000:00010000:3.0:1763340288.578601:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.578629:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2410:x1848995280638464:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 893us (1882us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.578637:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2836 00010000:00010000:1.0:1763340288.579056:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579064:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340288.579095:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 5 00000004:00200000:1.0:1763340288.579098:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340288.579111:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579121:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579131:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579138:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579144:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579149:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579155:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.579159:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579166:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579175:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340288.579178:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.579182:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579187:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248a43 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579199:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579204:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579209:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579212:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.579214:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579218:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579224:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e100) 00010000:00010000:1.0:1763340288.579226:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.579228:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579232:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248a4a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.579258:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248a3c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16110 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.579270:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16110 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.579276:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.579279:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340288.579281:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:1.0:1763340288.579306:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56723:x1848995280638208:12345-192.168.203.42@tcp:101:rm.0 Request processed in 10117us (11067us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.579313:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8718 00000100:00100000:1.0:1763340288.583223:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.583334:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280638720 00000100:00100000:0.0:1763340288.583344:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280638720 00000100:00100000:0.0:1763340288.583397:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8720 00000100:00100000:0.0:1763340288.583407:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56722:x1848995280638720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.583426:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.583448:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a66 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1611e expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.583851:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a6d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340288.583868:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a6d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.583879:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a6d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340288.583892:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 5 00010000:00010000:0.0:1763340288.583996:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a66 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1611e expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.584026:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a6d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1611e expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.584035:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.584038:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340288.584042:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650a00, rc 0) 00000100:00100000:0.0:1763340288.584106:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56722:x1848995280638720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 700us (893us total) trans 4294972310 rc 0/0 00000100:00100000:0.0:1763340288.584114:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8720 00000100:00100000:2.0:1763340288.600807:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.600849:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.600918:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280638848 00000100:00100000:2.0:1763340288.600928:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.600930:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280638848 00000100:00100000:3.0:1763340288.601012:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 409 00000100:00100000:3.0:1763340288.601024:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2409:x1848995280638848:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.601040:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.601064:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248a51 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16110 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.601081:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.601087:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.601146:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2409:x1848995280638848:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 124us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.601153:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 409 00000100:00100000:0.0:1763340288.601853:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280639104 00000100:00100000:0.0:1763340288.601860:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280639104 00000100:00100000:0.0:1763340288.601888:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280639232 00000100:00100000:0.0:1763340288.601891:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280639232 00000100:00100000:0.0:1763340288.601917:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8721 00000100:00100000:0.0:1763340288.601925:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56723:x1848995280639104:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340288.601970:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340288.601985:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182489b7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ed expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.602002:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248a5f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16117 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.602013:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248978 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160d8 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.602024:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.602028:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340288.602052:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.602064:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602073:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602084:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.602090:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602097:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602163:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.602171:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602179:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00080000:0.0:1763340288.602380:0:6513:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1bc:0x0] is inserted into orphan list, open count = 2 00010000:00010000:0.0:1763340288.602457:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602464:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602471:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602477:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.602481:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602489:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602496:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.602500:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340288.602504:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602509:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248a89 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602561:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602569:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602579:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602585:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602590:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.602593:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602599:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602606:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799800) 00010000:00010000:0.0:1763340288.602608:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.602611:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602616:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a7b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340288.602631:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004687a56a reply state 00000000d1172754 transno 4294972311 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602652:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.602659:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799300) 00010000:00010000:0.0:1763340288.602661:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340288.602664:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340288.602712:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56723:x1848995280639104:12345-192.168.203.42@tcp:36:rm.0 Request processed in 787us (1914us total) trans 4294972311 rc 0/0 00000100:00100000:0.0:1763340288.602723:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8721 00000100:00100000:0.0:1763340288.602741:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8722 00000100:00100000:0.0:1763340288.602749:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56722:x1848995280639232:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.602760:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.602769:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248a90 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16125 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.602796:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248a90 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16125 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.602807:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248a90 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16125 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.602820:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.602823:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340288.602825:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651e00, rc 0) 00000100:00100000:0.0:1763340288.602845:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56722:x1848995280639232:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 98us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.602851:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8722 00000100:00100000:3.0:1763340288.611037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.611135:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280639360 00000100:00100000:1.0:1763340288.611145:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280639360 00000100:00100000:1.0:1763340288.611202:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5847 00000100:00100000:1.0:1763340288.611211:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280639360:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340288.611253:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.611270:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.611278:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.611280:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.611283:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.611343:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.611358:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 18 pid: 35202 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.611373:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292182528:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.611459:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.613192:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292182528:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340288.613221:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.614914:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.614970:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280639488 00000100:00100000:0.0:1763340288.614983:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280639488 00002000:00100000:0.0:1763340288.615031:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x207:0x0] (0->4) req@ffff9554c6d86680 x1848995280639488/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:49/0 lens 496/0 e 0 to 0 dl 1763340299 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340288.615043:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d86680 with x1848995280639488 ext(0->4) 00010000:00010000:0.0:1763340288.615052:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 19 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.615070:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 19 pid: 35202 timeout: 1129 lvb_type: 0 00002000:00010000:0.0:1763340288.615078:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9554c6d86680 00000100:00100000:1.0:1763340288.615850:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 97 00000100:00100000:1.0:1763340288.615866:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280639488:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:1.0:1763340288.616682:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280639488:12345-192.168.203.42@tcp:4:bash.0 Request processed in 817us (1770us total) trans 17179871306 rc 0/0 00000100:00100000:1.0:1763340288.616691:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 97 00002000:00100000:1.0:1763340288.616699:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x207:0x0] (0->4) req@ffff9554c6d86680 x1848995280639488/t17179871306(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:49/0 lens 496/448 e 0 to 0 dl 1763340299 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340288.616708:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d86680 with x1848995280639488 ext(0->4) 00010000:00010000:1.0:1763340288.616716:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 21 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340288.616730:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 21 pid: 35202 timeout: 1129 lvb_type: 0 00002000:00010000:1.0:1763340288.616739:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9554c6d86680 00000100:00100000:2.0:1763340288.622106:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.622179:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280639616 00000100:00100000:3.0:1763340288.622189:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280639616 00010000:00010000:3.0:1763340288.622229:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 21 pid: 35202 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.622269:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2837 00000100:00100000:3.0:1763340288.622279:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280639616:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.622293:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763340288.622309:0:6500:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763340288.622312:0:6500:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340288.622318:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 21 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.622337:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 21 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.622360:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182489f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160fb expref: 21 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.622375:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.622378:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.622383:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.622393:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.622430:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.622591:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622601:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622620:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622628:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622637:0:28498:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622654:0:28498:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.622659:0:28498:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622668:0:28498:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622680:0:28498:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.622687:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248a97 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.623978:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280639616:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1693us (1873us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.623990:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2837 00000100:00100000:1.0:1763340288.624309:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280639360:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 13098us (13281us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.624318:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5847 00000100:00100000:3.0:1763340288.628772:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.628852:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.628909:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280639872 00000100:00100000:0.0:1763340288.628919:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280639872 00000100:00100000:0.0:1763340288.628976:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280640000 00000100:00100000:0.0:1763340288.628979:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280640000 00000100:00100000:0.0:1763340288.629012:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8723 00000100:00100000:0.0:1763340288.629022:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56722:x1848995280639872:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:0.0:1763340288.629069:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340288.629094:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248a90 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16125 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.629125:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.629130:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340288.629157:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340288.629169:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340288.629179:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340288.629351:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8724 00000100:00100000:3.0:1763340288.629363:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56724:x1848995280640000:12345-192.168.203.42@tcp:101:lfs.0 00000040:00080000:0.0:1763340288.629371:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1271, 88 off107760 00010000:00010000:3.0:1763340288.629374:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1763340288.629382:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029436848262ns, next at 1029962923751ns, rc = 0 00010000:00010000:3.0:1763340288.629391:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248aa5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1612c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1763340288.629410:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1248, 88 off105976 00000004:00080000:0.0:1763340288.629417:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029436884028ns, next at 1029962957556ns, rc = 0 00000040:00080000:0.0:1763340288.629459:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1249, 88 off106064 00000004:00080000:0.0:1763340288.629463:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029436930727ns, next at 1029962957556ns, rc = 0 00000040:00080000:0.0:1763340288.629481:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1272, 88 off107848 00000004:00080000:0.0:1763340288.629485:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029436952360ns, next at 1029962923751ns, rc = 0 00010000:00010000:3.0:1763340288.629617:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.629628:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629638:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629661:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.629668:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629676:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629704:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629711:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629717:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629725:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629730:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.629734:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629745:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629754:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9400) 00010000:00010000:3.0:1763340288.629757:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.629761:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629767:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248aac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629776:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629782:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629786:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629791:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.629793:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629797:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629802:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799300) 00010000:00010000:3.0:1763340288.629804:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.629806:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629810:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248ab3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.629833:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248aa5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1612c expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.629840:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9400) 00010000:00010000:3.0:1763340288.629842:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.629845:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248aa5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1612c expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.629857:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894000, rc 0) 00000100:00100000:3.0:1763340288.629924:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56724:x1848995280640000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 563us (1070us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340288.629932:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8724 00000001:00080000:0.0:1763340288.637417:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972312 is committed 00000004:00080000:0.0:1763340288.637430:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 839 committed 00000100:00100000:3.0:1763340288.638213:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340288.638232:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292182784:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.638290:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.638409:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292182656:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.638437:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.638481:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292182784 00000100:00100000:1.0:1763340288.638489:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292182784 00000100:00100000:1.0:1763340288.638529:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292182656 00000100:00100000:1.0:1763340288.638555:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292182656 00000100:00100000:1.0:1763340288.638579:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5848 00000100:00100000:1.0:1763340288.638587:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3649:x1848995292182784:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340288.638725:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.638729:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.638732:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.638734:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.638736:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340288.638771:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3649:x1848995292182784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 184us (480us total) trans 17179871307 rc 0/0 00000100:00100000:1.0:1763340288.638779:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5848 00000100:00100000:1.0:1763340288.638806:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849 00000100:00100000:1.0:1763340288.638812:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292182656:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340288.638887:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3651:x1848995292182656:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (448us total) trans 17179871308 rc 0/0 00000100:00100000:1.0:1763340288.638893:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849 00000004:00080000:1.0:1763340288.638928:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d87480/2, rc 0, transno 17179871308 00000100:00100000:1.0:1763340288.638934:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292182656:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340288.638951:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d86a00/2, rc 0, transno 17179871307 00000100:00100000:1.0:1763340288.638955:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292182784:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340288.639039:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.639050:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.639058:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.639064:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.639068:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.639075:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.639089:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799300) 00010000:00010000:2.0:1763340288.639093:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.639097:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.639103:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248a82 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00080000:0.0:1763340288.639187:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 818 committed 00000004:00080000:0.0:1763340288.639204:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 817 committed 00000004:00080000:0.0:1763340288.639207:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 838 committed 00000100:00100000:1.0:1763340288.641124:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340288.641143:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292182912:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.641199:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.641235:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292183040:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.641259:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.641290:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292182912 00000100:00100000:1.0:1763340288.641295:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292182912 00000100:00100000:1.0:1763340288.641327:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292183040 00000100:00100000:1.0:1763340288.641330:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292183040 00000100:00100000:1.0:1763340288.641349:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5850 00000100:00100000:1.0:1763340288.641356:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+91:3648:x1848995292182912:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340288.641482:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.641485:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb mtime from disk: 1763340289 -> 1763340289 00002000:00010000:1.0:1763340288.641487:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.641490:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb ctime from disk: 1763340289 -> 1763340289 00002000:00010000:1.0:1763340288.641492:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340288.641525:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+92:3648:x1848995292182912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 169us (326us total) trans 21474838592 rc 0/0 00000100:00100000:1.0:1763340288.641556:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5850 00000100:00100000:1.0:1763340288.641571:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5851 00000100:00100000:1.0:1763340288.641576:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+91:3650:x1848995292183040:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340288.641616:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.641619:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.641621:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.641623:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.641624:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340288.641659:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+92:3650:x1848995292183040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (399us total) trans 21474838593 rc 0/0 00000100:00100000:1.0:1763340288.641664:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5851 00000004:00080000:1.0:1763340288.641695:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f62a00/2, rc 0, transno 21474838593 00000100:00100000:1.0:1763340288.641700:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292183040:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340288.641713:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f63b80/2, rc 0, transno 21474838592 00000100:00100000:1.0:1763340288.641716:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292182912:0@lo:2:osp-syn-0-1.0 00000004:00010000:1.0:1763340288.641751:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000664fcec0 reply state 00000000ceb945ae transno 4294972312 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641770:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641778:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.641781:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340288.641785:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763340288.641854:0:6515:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340288.641868:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56722:x1848995280639872:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 12847us (13105us total) trans 4294972312 rc 0/0 00000100:00100000:1.0:1763340288.641876:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8723 00010000:00010000:1.0:1763340288.641893:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641900:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641907:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641912:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.641916:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641922:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641931:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.641934:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.641937:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.641943:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248a9e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340288.642246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.643702:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280640128 00000100:00100000:1.0:1763340288.643713:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280640128 00000100:00100000:0.0:1763340288.644462:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.646938:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280640256 00000100:00100000:1.0:1763340288.646951:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280640256 00000100:00100000:1.0:1763340288.647018:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8725 00000100:00100000:1.0:1763340288.647029:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56724:x1848995280640128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.647048:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.647073:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248aba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16133 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.647138:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.647150:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647160:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647171:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.647177:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647183:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647222:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647229:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647235:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647240:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647246:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.647249:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647256:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647268:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340288.647271:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.647276:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647282:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248ac1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647295:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647300:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647305:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647310:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.647312:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647318:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647324:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e100) 00010000:00010000:1.0:1763340288.647327:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.647329:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647334:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248ac8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.647362:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248aba lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16133 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.647371:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340288.647374:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.647377:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248aba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16133 expref: 196 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.647388:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:1.0:1763340288.647450:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56724:x1848995280640128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 423us (5204us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340288.647457:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8725 00000100:00100000:1.0:1763340288.647479:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8726 00000100:00100000:1.0:1763340288.647485:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+194:56722:x1848995280640256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.647496:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.647505:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1613a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.647564:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.647576:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 195 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.647591:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.647594:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.647596:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:1.0:1763340288.647616:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56722:x1848995280640256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 131us (3159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.647621:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8726 00000100:00100000:0.0:1763340288.658337:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.658381:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.658449:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280640512 00000100:00100000:3.0:1763340288.658460:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280640512 00000100:00100000:3.0:1763340288.658513:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280640384 00000100:00100000:3.0:1763340288.658516:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280640384 00000100:00100000:3.0:1763340288.658566:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8727 00000100:00100000:3.0:1763340288.658576:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56722:x1848995280640512:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.658597:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.658616:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248ad6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16148 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.658695:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248add lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.658711:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248add lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.658722:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248add lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340288.658782:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bc:0x0]: returning size 5 00000004:00200000:3.0:1763340288.658787:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340288.658804:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248add lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.658830:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248ad6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16148 expref: 198 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.658847:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248add lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16148 expref: 197 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.658856:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.658859:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763340288.658863:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894800, rc 0) 00000100:00100000:2.0:1763340288.658878:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8728 00000100:00100000:2.0:1763340288.658888:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56724:x1848995280640384:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.658896:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.658907:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248ae4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16141 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.658918:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56722:x1848995280640512:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 344us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.658925:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8727 00010000:00010000:2.0:1763340288.658941:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248aeb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.658949:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248aeb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.658957:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248aeb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340288.658991:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340288.658995:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340288.659015:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248ae4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16141 expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.659026:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248aeb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16141 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.659033:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdc00) 00010000:00010000:2.0:1763340288.659036:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340288.659038:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340288.659075:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56724:x1848995280640384:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 188us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.659081:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8728 00000100:00100000:0.0:1763340288.664800:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.665227:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.665274:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280640768 00000100:00100000:3.0:1763340288.665285:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280640768 00000100:00100000:3.0:1763340288.665348:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8729 00000100:00100000:3.0:1763340288.665360:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56724:x1848995280640768:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.665379:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.665399:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248af2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16156 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.665464:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.665477:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665488:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665501:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.665506:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665512:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665565:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665572:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665578:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665584:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665590:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.665594:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665603:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665615:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdc00) 00010000:00010000:3.0:1763340288.665618:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.665623:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665628:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248af9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665651:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665704:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665711:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665715:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.665718:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665724:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665732:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:3.0:1763340288.665734:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.665737:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665742:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b00 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.665775:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248af2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16156 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.665785:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdc00) 00010000:00010000:3.0:1763340288.665788:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.665791:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248af2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16156 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.665801:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:3.0:1763340288.665869:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56724:x1848995280640768:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 512us (642us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340288.665877:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8729 00000100:00100000:2.0:1763340288.667738:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280640640 00000100:00100000:2.0:1763340288.667750:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280640640 00000100:00100000:2.0:1763340288.667816:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5852 00000100:00100000:2.0:1763340288.667827:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280640640:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.667842:0:16598:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.667861:0:16598:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1614f expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340288.667883:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x207:0x0] initial LVB size: 5, mtime: 0x691a7001, atime: 0x0, ctime: 0x691a7001, blocks: 0x8 00010000:00010000:2.0:1763340288.667902:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.667905:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.667914:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.667932:0:16598:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 20 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.667944:0:16598:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340288.668009:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280640640:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 184us (3219us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.668015:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5852 00000100:00100000:0.0:1763340288.673156:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.673233:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280641024 00000100:00100000:3.0:1763340288.673244:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280641024 00000100:00100000:3.0:1763340288.673419:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8730 00000100:00100000:3.0:1763340288.673429:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56724:x1848995280641024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.673450:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.673452:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340288.673479:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248aeb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16141 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.673496:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acdc00) 00010000:00010000:3.0:1763340288.673508:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.673525:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248b0e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1615d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.674368:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.674382:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674392:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674404:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.674410:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674416:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674835:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340288.674845:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674852:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340288.674862:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bd:0x0]: returning size 0 00010000:00010000:3.0:1763340288.674886:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674892:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674898:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674903:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674910:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.674914:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674921:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674930:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9b00) 00010000:00010000:3.0:1763340288.674933:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.674936:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674941:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b15 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340288.674951:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000053e416ff reply state 00000000cc5fb9e1 transno 4294972313 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674962:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.674968:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:3.0:1763340288.674970:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340288.674972:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340288.675000:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248b0e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.675015:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.675022:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:3.0:1763340288.675025:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340288.675027:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:3.0:1763340288.678275:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56724:x1848995280641024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4832us (5113us total) trans 4294972313 rc 0/0 00000100:00100000:3.0:1763340288.678288:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8730 00000100:00100000:0.0:1763340288.683391:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.684907:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280641280 00000100:00100000:2.0:1763340288.684919:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280641280 00000100:00100000:2.0:1763340288.684993:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8731 00000100:00100000:2.0:1763340288.685004:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56724:x1848995280641280:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.685025:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.685046:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b31 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16164 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.685147:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340288.685161:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.685174:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.685208:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.685221:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 200 pid: 6513 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.685233:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292183168:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.685637:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fd7dda80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340288.693486:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292183168:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340288.693517:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340288.703674:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.703869:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280641408 00000100:00100000:3.0:1763340288.703881:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280641408 00010000:00010000:3.0:1763340288.703932:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 201 pid: 6513 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.703972:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2838 00000100:00100000:3.0:1763340288.703981:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:2408:x1848995280641408:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.703995:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.704001:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 201 pid: 6513 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.704014:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 201 pid: 6513 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.704036:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b23 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1615d expref: 201 pid: 6513 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.704052:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:3.0:1763340288.704057:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.704066:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.704076:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340288.704112:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.704172:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:2408:x1848995280641408:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 191us (6425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.704180:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2838 00010000:00010000:0.0:1763340288.704242:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704250:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340288.704273:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bd:0x0]: returning size 0 00000004:00080000:0.0:1763340288.704431:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x209:0x0], index 0: 0 00000004:00080000:0.0:1763340288.704437:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x209:0x0], index 1: 0 00000004:00080000:0.0:1763340288.704442:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20a:0x0], index 1: 0 00000004:00080000:0.0:1763340288.704446:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x20a:0x0], index 0: 0 00010000:00010000:0.0:1763340288.704577:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704586:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704592:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704598:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.704601:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704608:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704617:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:0.0:1763340288.704620:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340288.704624:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704629:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248b38 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.704681:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b31 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16164 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.704690:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9554c10a9500) 00010000:00010000:0.0:1763340288.704693:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340288.704696:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b31 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16164 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.704710:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:0.0:1763340288.704742:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56724:x1848995280641280:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 19741us (21359us total) trans 4294972314 rc 301/301 00000100:00100000:0.0:1763340288.704750:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8731 00000100:00100000:1.0:1763340288.707666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.707773:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280641664 00000100:00100000:2.0:1763340288.707784:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280641664 00000100:00100000:2.0:1763340288.707842:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2958 00000100:00100000:2.0:1763340288.707852:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56724:x1848995280641664:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340288.708148:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56724:x1848995280641664:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 296us (491us total) trans 4294972315 rc 0/0 00000100:00100000:2.0:1763340288.708156:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2958 00000100:00100000:1.0:1763340288.715049:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.715139:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280641920 00000100:00100000:2.0:1763340288.715148:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280641920 00000100:00100000:2.0:1763340288.715210:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2959 00000100:00100000:2.0:1763340288.715220:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56724:x1848995280641920:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340288.715432:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56724:x1848995280641920:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 213us (411us total) trans 4294972316 rc 0/0 00000100:00100000:2.0:1763340288.715441:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2959 00000100:00100000:1.0:1763340288.720030:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.720162:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280642176 00000100:00100000:0.0:1763340288.720175:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280642176 00000100:00100000:0.0:1763340288.720248:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8732 00000100:00100000:0.0:1763340288.720258:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280642176:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340288.720283:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.720305:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248b46 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1616b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.720480:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.720495:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720508:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720521:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.720530:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720594:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720678:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248b5b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.720688:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248b5b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720697:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248b5b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340288.720709:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bd:0x0]: returning size 0 00010000:00010000:0.0:1763340288.720799:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720806:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720812:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720820:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720826:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.720830:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720838:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720851:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25000) 00010000:00010000:0.0:1763340288.720854:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.720858:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720862:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb18248b4d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720887:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720898:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720904:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720909:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.720912:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720917:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720924:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:0.0:1763340288.720926:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.720929:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720935:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248b54 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.720969:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248b46 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1616b expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.720993:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248b5b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1616b expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.721001:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:0.0:1763340288.721004:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340288.721006:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650600, rc 0) 00000100:00100000:0.0:1763340288.721058:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280642176:12345-192.168.203.42@tcp:101:bash.0 Request processed in 800us (1037us total) trans 4294972317 rc 0/0 00000100:00100000:0.0:1763340288.721068:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8732 00000100:00100000:1.0:1763340288.727395:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.727501:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280642304 00000100:00100000:3.0:1763340288.727511:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280642304 00000100:00100000:3.0:1763340288.727803:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8733 00000100:00100000:3.0:1763340288.727814:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280642304:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.727838:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.727856:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b69 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16172 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.727885:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248b70 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340288.727898:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248b70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.727909:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248b70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.728016:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b69 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16172 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.728032:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248b70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16172 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.728045:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:3.0:1763340288.728048:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340288.728052:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894400, rc 0) 00000100:00100000:3.0:1763340288.728113:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280642304:12345-192.168.203.42@tcp:101:bash.0 Request processed in 301us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.728121:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8733 00000100:00100000:1.0:1763340288.733398:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.733450:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.733461:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280642432 00000100:00100000:2.0:1763340288.733471:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280642432 00000100:00100000:2.0:1763340288.733562:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5853 00000100:00100000:2.0:1763340288.733573:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280642432:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340288.733687:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280642432:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 116us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.733695:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5853 00000100:00100000:3.0:1763340288.733919:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280642688 00000100:00100000:3.0:1763340288.733924:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280642688 00000100:00100000:3.0:1763340288.733969:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8734 00000100:00100000:3.0:1763340288.733978:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280642688:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340288.734019:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.734046:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb18248b5b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1616b expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.735510:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:3.0:1763340288.735520:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.735797:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340288.735811:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.735821:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:3.0:1763340288.735863:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972318 00000004:00010000:3.0:1763340288.735883:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099a76c22 reply state 0000000082326792 transno 4294972319 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.735899:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.735905:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:3.0:1763340288.735908:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340288.735910:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340288.736231:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280642688:12345-192.168.203.42@tcp:36:bash.0 Request processed in 2251us (2778us total) trans 4294972319 rc 0/0 00000100:00100000:3.0:1763340288.736241:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8734 00000020:00080000:3.0:1763340288.736247:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340288.738770:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.738907:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280642816 00000100:00100000:0.0:1763340288.738917:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280642816 00000100:00100000:0.0:1763340288.738971:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5854 00000100:00100000:0.0:1763340288.738980:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280642816:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340288.739087:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280642816:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 107us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.739095:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5854 00000100:00100000:1.0:1763340288.741397:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.741472:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280642944 00000100:00100000:3.0:1763340288.741481:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280642944 00000100:00100000:3.0:1763340288.745061:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8735 00000100:00100000:3.0:1763340288.745199:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280642944:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.745226:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.745247:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b7e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16179 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.745303:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16179 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.745318:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b7e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16179 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.745336:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:3.0:1763340288.745339:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340288.745342:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:3.0:1763340288.745406:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280642944:12345-192.168.203.42@tcp:101:bash.0 Request processed in 329us (4018us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.745606:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.745649:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280643072 00000100:00100000:1.0:1763340288.745657:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280643072 00000100:00100000:1.0:1763340288.745710:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1495 00000100:00100000:1.0:1763340288.745717:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280643072:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:1.0:1763340288.745742:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745753:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.745755:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.745761:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745772:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745862:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745871:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745879:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745886:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.745889:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745898:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745912:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.745919:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248b85 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340288.745956:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280643072:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 239us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763340288.745964:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1495 00000100:00100000:3.0:1763340288.747859:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8735 00000100:00100000:1.0:1763340288.751901:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.752001:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280643328 00000100:00100000:2.0:1763340288.752011:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280643328 00000100:00100000:2.0:1763340288.752070:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8736 00000100:00100000:2.0:1763340288.752080:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280643328:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340288.752099:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.752102:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340288.752128:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248b7e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16179 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.752159:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:2.0:1763340288.752164:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340288.752177:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248b8c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16180 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.752222:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b93 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340288.752240:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b93 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.752250:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b93 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340288.752466:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1250, 88 off106152 00000004:00080000:2.0:1763340288.752474:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029559940823ns, next at 1029962957556ns, rc = 0 00000040:00080000:2.0:1763340288.752514:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1273, 88 off107936 00000004:00080000:2.0:1763340288.752519:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029559986358ns, next at 1029962923751ns, rc = 0 00000040:00080000:2.0:1763340288.752588:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1274, 88 off108024 00000004:00080000:2.0:1763340288.752593:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029560060146ns, next at 1029962923751ns, rc = 0 00000040:00080000:2.0:1763340288.752604:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1251, 88 off106240 00000004:00080000:2.0:1763340288.752608:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029560074833ns, next at 1029962957556ns, rc = 0 00000100:00100000:1.0:1763340288.753999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.754306:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280643456 00000100:00100000:0.0:1763340288.754315:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280643456 00000100:00100000:0.0:1763340288.754369:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8737 00000100:00100000:0.0:1763340288.754378:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56722:x1848995280643456:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.754397:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.754416:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248b9a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16187 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.754446:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248ba1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.754460:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.754471:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.757076:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248b9a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16187 expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.757119:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651e00/0xbdebf3fb18248ba1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16187 expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.757128:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.757130:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340288.757134:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651e00, rc 0) 00000100:00100000:0.0:1763340288.757214:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56722:x1848995280643456:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2837us (3222us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.757222:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8737 00000001:00080000:2.0:1763340288.758849:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972320 is committed 00000004:00080000:2.0:1763340288.758862:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 820 committed 00000004:00080000:2.0:1763340288.758878:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 841 committed 00000004:00080000:2.0:1763340288.758889:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 840 committed 00000004:00080000:2.0:1763340288.758892:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 819 committed 00010000:00010000:2.0:1763340288.758964:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b93 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16180 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.758978:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:2.0:1763340288.758981:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340288.758997:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248b8c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16180 expref: 202 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340288.759011:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b93 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16180 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.759045:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:2.0:1763340288.759048:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340288.759050:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340288.759105:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280643328:12345-192.168.203.42@tcp:101:bash.0 Request processed in 7025us (7213us total) trans 4294972320 rc 0/0 00000100:00100000:2.0:1763340288.759113:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8736 00000100:00100000:3.0:1763340288.759343:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340288.759359:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292183296:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.759404:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340288.759441:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292183424:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.759462:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340288.759492:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292183296 00000100:00100000:3.0:1763340288.759498:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292183296 00000100:00100000:3.0:1763340288.759573:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292183424 00000100:00100000:3.0:1763340288.759578:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292183424 00000100:00100000:3.0:1763340288.759601:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855 00000100:00100000:3.0:1763340288.759608:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3650:x1848995292183296:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.759774:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3650:x1848995292183296:12345-0@lo:2:osp-syn-1-1.0 Request processed in 166us (369us total) trans 17179871309 rc 0/0 00000100:00100000:3.0:1763340288.759781:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855 00000100:00100000:3.0:1763340288.759795:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5856 00000100:00100000:3.0:1763340288.759801:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292183424:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.759865:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292183424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 65us (402us total) trans 17179871310 rc 0/0 00000100:00100000:3.0:1763340288.759872:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5856 00000004:00080000:3.0:1763340288.759908:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d84380/2, rc 0, transno 17179871310 00000100:00100000:3.0:1763340288.759913:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292183424:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340288.759927:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d85180/2, rc 0, transno 17179871309 00000100:00100000:3.0:1763340288.759930:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292183296:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340288.760013:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.760023:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.760030:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.760035:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.760040:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.760047:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.760059:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9400) 00010000:00010000:1.0:1763340288.760062:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.760065:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.760071:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248b1c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.760094:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.760101:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.760106:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.760111:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.760114:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.760120:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.760127:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:1.0:1763340288.760129:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.760132:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340288.760137:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248b77 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340288.760566:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292183680:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.760599:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340288.760631:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292183680 00000100:00100000:0.0:1763340288.760636:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292183680 00000100:00100000:0.0:1763340288.760676:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5857 00000100:00100000:0.0:1763340288.760682:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+92:3650:x1848995292183680:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.760789:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+93:3650:x1848995292183680:12345-0@lo:2:osp-syn-0-1.0 Request processed in 107us (190us total) trans 21474838594 rc 0/0 00000100:00100000:0.0:1763340288.760796:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5857 00000004:00080000:0.0:1763340288.760825:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc75500/2, rc 0, transno 21474838594 00000100:00100000:0.0:1763340288.760829:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292183680:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.760887:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340288.760896:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292183552:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.760923:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.761893:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.762028:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280643584 00000100:00100000:3.0:1763340288.762038:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280643584 00000100:00100000:3.0:1763340288.762096:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1496 00000100:00100000:3.0:1763340288.762105:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+46:2409:x1848995280643584:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:3.0:1763340288.762136:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.762153:0:23980:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 46 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340288.762161:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.762163:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.762166:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.762196:0:23980:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 46 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340288.762209:0:23980:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 46 pid: 35213 timeout: 1129 lvb_type: 1 00000100:00100000:3.0:1763340288.762221:0:23980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:23980:1848995292183808:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340288.762285:0:23980:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856540 going to sleep for 11 seconds 00000100:00100000:0.0:1763340288.763299:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292183552 00000100:00100000:0.0:1763340288.763308:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292183552 00000100:00100000:0.0:1763340288.763351:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858 00000100:00100000:0.0:1763340288.763358:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+93:3648:x1848995292183552:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340288.763520:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+94:3648:x1848995292183552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 162us (2595us total) trans 21474838595 rc 0/0 00000100:00100000:0.0:1763340288.763526:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858 00000004:00080000:3.0:1763340288.764073:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc77480/2, rc 0, transno 21474838595 00000100:00100000:3.0:1763340288.764081:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292183552:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340288.764153:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.764217:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280643712 00000100:00100000:1.0:1763340288.764222:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280643712 00000100:00100000:1.0:1763340288.764255:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5859 00000100:00100000:1.0:1763340288.764261:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+47:55868:x1848995280643712:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340288.764273:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.764289:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1618e expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340288.764307:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x209:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.764321:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.764323:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.764331:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 48 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.764343:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 48 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.764354:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584fe00, rc 0) 00000100:00100000:1.0:1763340288.764396:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+48:55868:x1848995280643712:12345-192.168.203.42@tcp:101:bash.0 Request processed in 135us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.764402:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5859 00000100:00100000:3.0:1763340288.765630:0:23980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:23980:1848995292183808:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.765671:0:23980:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.773042:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.773139:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.773559:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280643840 00000100:00100000:3.0:1763340288.773569:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280643840 00010000:00010000:3.0:1763340288.773605:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 48 pid: 35213 timeout: 1129 lvb_type: 1 00000100:00100000:3.0:1763340288.774372:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2839 00000100:00100000:3.0:1763340288.774386:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555da744450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+48:2408:x1848995280643840:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.774403:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.774424:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 48 pid: 35213 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763340288.774438:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 48 pid: 35213 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763340288.774460:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb1824894e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160c3 expref: 48 pid: 35213 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763340288.774476:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.774478:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.774482:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.774492:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.774523:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.774616:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555da744450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+47:2408:x1848995280643840:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 233us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.774624:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2839 00010000:00010000:3.0:1763340288.774695:0:23980:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.774704:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.776007:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280643968 00000100:00100000:3.0:1763340288.776016:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280643968 00000100:00100000:3.0:1763340288.776055:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5860 00000100:00100000:3.0:1763340288.776063:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280643968:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.776078:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.776095:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16195 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340288.776112:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x209:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340288.776126:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.776128:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.776135:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 21 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.776147:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 21 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.776156:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894a00, rc 0) 00000100:00100000:3.0:1763340288.776193:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280643968:12345-192.168.203.42@tcp:101:bash.0 Request processed in 131us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.776199:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5860 00000001:00080000:0.0:1763340288.781660:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838596 is committed 00000001:00080000:0.0:1763340288.781677:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838595 is committed 00002000:00010000:3.0:1763340288.782031:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763340288.782036:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:3.0:1763340288.782038:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:3.0:1763340288.782041:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340288.782053:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.782065:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.782079:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.782086:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.782090:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.782098:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.782116:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.782123:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb18248ba8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.782159:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.782202:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.782222:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280644096 00000100:00100000:0.0:1763340288.782222:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280644224 00000100:00100000:2.0:1763340288.782228:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280644096 00000100:00100000:0.0:1763340288.782228:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280644224 00002000:00010000:2.0:1763340288.782259:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/521 (0->18446744073709551615) 00002000:00010000:0.0:1763340288.782259:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/521 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.782263:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d84a80 with x1848995280644096 ext(0->18446744073709551615) 00002000:00100000:0.0:1763340288.782263:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d85c00 with x1848995280644224 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.782271:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3d84a80. 00002000:00010000:0.0:1763340288.782271:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3d85c00. 00000100:00100000:0.0:1763340288.782300:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1497 00000100:00100000:2.0:1763340288.782308:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1498 00000100:00100000:0.0:1763340288.782312:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280644224:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:2.0:1763340288.782315:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2410:x1848995280644096:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340288.782440:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340288.782440:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x209:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.782444:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:0.0:1763340288.782444:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x209:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.782447:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340288.782447:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x209:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.782449:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:0.0:1763340288.782450:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x209:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.782452:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763340288.782452:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x209:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.782484:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2410:x1848995280644096:12345-192.168.203.42@tcp:10:bash.0 Request processed in 169us (328us total) trans 21474838597 rc 0/0 00000100:00100000:0.0:1763340288.782489:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280644224:12345-192.168.203.42@tcp:10:bash.0 Request processed in 179us (288us total) trans 17179871311 rc 0/0 00000100:00100000:2.0:1763340288.782494:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1498 00000100:00100000:0.0:1763340288.782497:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1497 00002000:00010000:2.0:1763340288.782498:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/521 (0->18446744073709551615) 00002000:00010000:0.0:1763340288.782500:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/521 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.782501:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d84a80 with x1848995280644096 ext(0->18446744073709551615) 00002000:00100000:0.0:1763340288.782502:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3d85c00 with x1848995280644224 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.782505:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3d84a80. 00002000:00010000:0.0:1763340288.782506:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3d85c00. 00000100:00100000:3.0:1763340288.782711:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2409:x1848995280643584:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 20606us (20822us total) trans 21474838596 rc 0/0 00000100:00100000:3.0:1763340288.782719:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1496 00000100:00100000:2.0:1763340288.791301:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.791353:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280644480 00000100:00100000:3.0:1763340288.791364:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280644480 00000100:00100000:3.0:1763340288.791424:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2960 00000100:00100000:3.0:1763340288.791435:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280644480:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340288.793428:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280644480:12345-192.168.203.42@tcp:35:bash.0 Request processed in 1984us (2127us total) trans 4294972321 rc 0/0 00000100:00100000:2.0:1763340288.793440:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2960 00000100:00100000:2.0:1763340288.802431:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.802481:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.803498:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280644736 00000100:00100000:0.0:1763340288.803510:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280644736 00000100:00100000:0.0:1763340288.803591:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280644864 00000100:00100000:0.0:1763340288.803595:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280644864 00000100:00100000:0.0:1763340288.803627:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8738 00000100:00100000:0.0:1763340288.803636:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56722:x1848995280644736:12345-192.168.203.42@tcp:36:lfs.0 00000100:00100000:3.0:1763340288.803695:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8739 00000100:00100000:3.0:1763340288.803705:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56725:x1848995280644864:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340288.803714:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.803720:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.803734:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248bbd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1619c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.803744:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248add lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16148 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.803771:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:0.0:1763340288.803777:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.803810:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.803822:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.803832:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.803840:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340288.803843:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.803849:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.803850:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.803856:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.803857:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340288.803917:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248bd9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.803926:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248bd9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.803932:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248bd9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340288.803953:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bd:0x0]: returning size 5 00000004:00010000:0.0:1763340288.803955:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5672a2b reply state 00000000163c1f62 transno 4294972322 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340288.803957:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1763340288.803966:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340288.803972:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00000004:00010000:3.0:1763340288.803975:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248bd9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.803975:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340288.803978:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340288.803984:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248bd9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.803992:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.803998:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804003:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804009:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804014:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.804018:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804024:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804031:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340288.804034:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.804037:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804042:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248bc4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340288.804048:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56722:x1848995280644736:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 413us (1625us total) trans 4294972322 rc 0/0 00010000:00010000:3.0:1763340288.804050:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804056:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340288.804056:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8738 00010000:00010000:3.0:1763340288.804061:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804065:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.804067:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804073:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804079:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9100) 00010000:00010000:3.0:1763340288.804082:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340288.804084:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804090:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248bd2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.804115:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248bbd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1619c expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.804134:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248bd9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1619c expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.804141:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:3.0:1763340288.804143:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340288.804145:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:3.0:1763340288.804187:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56725:x1848995280644864:12345-192.168.203.42@tcp:101:rm.0 Request processed in 484us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.804194:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8739 00000100:00100000:2.0:1763340288.806184:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.806248:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280644992 00000100:00100000:0.0:1763340288.806255:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280644992 00000100:00100000:0.0:1763340288.806299:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5861 00000100:00100000:0.0:1763340288.806307:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:56722:x1848995280644992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.806321:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.806338:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161a3 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340288.806358:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x208:0x0] initial LVB size: 4096, mtime: 0x691a7001, atime: 0x0, ctime: 0x691a7001, blocks: 0x8 00010000:00010000:0.0:1763340288.806374:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.806376:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.806382:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 12 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.806395:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 12 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.806405:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651800, rc 0) 00000100:00100000:0.0:1763340288.806449:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:56722:x1848995280644992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 142us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.806455:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5861 00000100:00100000:0.0:1763340288.808115:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.808240:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280645248 00000100:00100000:1.0:1763340288.808249:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280645248 00000100:00100000:1.0:1763340288.808329:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8740 00000100:00100000:1.0:1763340288.808338:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56725:x1848995280645248:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340288.808388:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340288.808411:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248b93 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16180 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.808432:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248bd9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1619c expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.808451:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb18248b70 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16172 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.808463:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:1.0:1763340288.808471:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340288.808495:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340288.808507:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.808515:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.808528:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00000100:00100000:3.0:1763340288.808845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.808928:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280645376 00000100:00100000:0.0:1763340288.808933:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280645376 00010000:00010000:1.0:1763340288.808943:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.808951:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340288.808971:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5862 00000100:00100000:0.0:1763340288.808979:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:56722:x1848995280645376:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.808989:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.809003:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161aa expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.809030:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 23 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340288.809032:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340288.809039:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.809040:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.809042:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.809046:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.809047:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.809077:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 23 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340288.809090:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 23 pid: 35213 timeout: 1129 lvb_type: 1 00000100:00100000:0.0:1763340288.809103:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292183936:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340288.809179:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3900 going to sleep for 11 seconds 00000040:00080000:1.0:1763340288.809290:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1252, 64 off106304 00000040:00080000:1.0:1763340288.809316:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1275, 64 off108088 00000040:00080000:1.0:1763340288.809327:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1276, 64 off108152 00000040:00080000:1.0:1763340288.809337:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1253, 64 off106368 00010000:00010000:1.0:1763340288.809389:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340288.809398:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809405:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809412:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809427:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809433:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809457:0:6513:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340288.809476:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809482:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809487:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809492:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.809497:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809504:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809514:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:1.0:1763340288.809516:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340288.809520:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.809525:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248bfc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.810034:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340288.810041:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.810047:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340288.810050:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.810055:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.810065:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:0.0:1763340288.810068:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340288.810071:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.810076:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c03 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340288.810089:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.810090:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.810092:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.810177:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810184:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810189:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810195:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810199:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.810203:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810208:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810217:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340288.810219:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.810221:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810226:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb18248be7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340288.810237:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000358d0095 reply state 000000000da5463e transno 4294972323 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810246:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.810251:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e500) 00010000:00010000:1.0:1763340288.810253:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340288.810256:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340288.810331:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56725:x1848995280645248:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1991us (2219us total) trans 4294972323 rc 0/0 00000100:00100000:1.0:1763340288.810345:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8740 00000100:00100000:3.0:1763340288.814128:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292183936:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.814164:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.814183:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650c00, rc 0) 00000100:00100000:3.0:1763340288.814246:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:56722:x1848995280645376:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5267us (5400us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.814256:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5862 00000100:00100000:0.0:1763340288.816024:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.816076:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280645504 00000100:00100000:2.0:1763340288.816085:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280645504 00010000:00010000:2.0:1763340288.816118:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 23 pid: 35213 timeout: 1129 lvb_type: 1 00000100:00100000:2.0:1763340288.816157:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2840 00000100:00100000:2.0:1763340288.816166:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280645504:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.816179:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.816197:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 23 pid: 35213 timeout: 1129 lvb_type: 1 00010000:00010000:2.0:1763340288.816210:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 23 pid: 35213 timeout: 1129 lvb_type: 1 00010000:00010000:2.0:1763340288.816238:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248955 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df160ca expref: 23 pid: 35213 timeout: 1129 lvb_type: 1 00010000:00010000:2.0:1763340288.816250:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.816252:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.816258:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 22 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.816268:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 22 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.816303:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 22 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.816318:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6500:1848995292184064:192.168.203.42@tcp:105: 00000100:00100000:2.0:1763340288.816395:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fd7dda80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340288.820761:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.820858:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6500:1848995292184064:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340288.820882:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.820912:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280645632 00000100:00100000:3.0:1763340288.820918:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280645632 00000100:00100000:2.0:1763340288.820940:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280645504:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4773us (4921us total) trans 0 rc 0/0 00002000:00010000:3.0:1763340288.820951:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/520 (5->18446744073709551615) 00000100:00100000:2.0:1763340288.820951:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2840 00002000:00100000:3.0:1763340288.820955:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2152300 with x1848995280645632 ext(5->18446744073709551615) 00002000:00010000:3.0:1763340288.820964:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2152300. 00000100:00100000:3.0:1763340288.820999:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1499 00000100:00100000:3.0:1763340288.821007:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280645632:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:3.0:1763340288.825877:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763340288.825887:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb mtime from disk: 1763340289 -> 1763340289 00002000:00010000:3.0:1763340288.825890:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340288.825893:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb ctime from disk: 1763340289 -> 1763340289 00002000:00010000:3.0:1763340288.825895:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340288.826471:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280645632:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 5456us (5710us total) trans 21474838598 rc 0/0 00000100:00100000:2.0:1763340288.826482:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1499 00002000:00010000:2.0:1763340288.826489:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/520 (5->18446744073709551615) 00002000:00100000:2.0:1763340288.826493:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2152300 with x1848995280645632 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340288.826500:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2152300. 00000100:00100000:3.0:1763340288.826914:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.827055:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280645760 00000100:00100000:2.0:1763340288.827063:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280645760 00002000:00010000:2.0:1763340288.827095:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/520 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.827099:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df480 with x1848995280645760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.827105:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6df480. 00000100:00100000:2.0:1763340288.827132:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1500 00000100:00100000:2.0:1763340288.827141:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280645760:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340288.827386:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.827390:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.827392:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.827394:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:2.0:1763340288.827397:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.827445:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280645760:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 304us (532us total) trans 17179871312 rc 0/0 00000100:00100000:2.0:1763340288.827452:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1500 00002000:00010000:2.0:1763340288.827455:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/520 (0->18446744073709551615) 00002000:00100000:2.0:1763340288.827458:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df480 with x1848995280645760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340288.827462:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6df480. 00000100:00100000:1.0:1763340288.835468:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.835516:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.836004:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646016 00000100:00100000:3.0:1763340288.836014:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646016 00000100:00100000:0.0:1763340288.837310:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646144 00000100:00100000:3.0:1763340288.837312:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8741 00000100:00100000:0.0:1763340288.837317:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646144 00000100:00100000:3.0:1763340288.837326:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56722:x1848995280646016:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340288.837419:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.837437:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.837448:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:3.0:1763340288.837593:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036fbac44 reply state 00000000163545c1 transno 4294972324 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.837609:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.837617:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.837620:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340288.837624:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340288.837725:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56722:x1848995280646016:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 403us (2264us total) trans 4294972324 rc 0/0 00000100:00100000:3.0:1763340288.837735:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8741 00000100:00100000:1.0:1763340288.837850:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8742 00000100:00100000:1.0:1763340288.837858:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56726:x1848995280646144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.837868:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.837883:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248c11 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161b1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.837925:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340288.837935:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.837942:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.837952:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340288.837959:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.837965:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.837996:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838003:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838009:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838016:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838022:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.838026:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838034:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838045:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340288.838048:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.838052:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838058:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c18 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838070:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838077:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838083:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838088:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.838091:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838098:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838104:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e500) 00010000:00010000:1.0:1763340288.838107:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.838110:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838116:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c1f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340288.838137:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248c11 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b1 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.838147:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340288.838149:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.838152:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248c11 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b1 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.838165:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:1.0:1763340288.838188:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56726:x1848995280646144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 331us (2671us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340288.838195:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8742 00000100:00100000:1.0:1763340288.846481:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.846561:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646272 00000100:00100000:3.0:1763340288.846571:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646272 00000100:00100000:3.0:1763340288.846631:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5863 00000100:00100000:3.0:1763340288.846651:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:56722:x1848995280646272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.846668:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.846685:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161b8 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.846712:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 24 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340288.846720:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.846722:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.846727:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 24 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.846758:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 24 pid: 16598 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340288.846771:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 24 pid: 16598 timeout: 1129 lvb_type: 1 00000100:00100000:3.0:1763340288.848608:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292184192:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.848934:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc8566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340288.849716:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.850762:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646400 00000100:00100000:2.0:1763340288.850774:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646400 00000100:00100000:2.0:1763340288.850833:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8743 00000100:00100000:2.0:1763340288.850842:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56726:x1848995280646400:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.850864:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.850885:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248c2d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161bf expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.850969:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.850984:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.850996:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851006:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.851012:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851018:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851063:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851070:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851075:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851081:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851086:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.851090:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851098:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851108:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340288.851110:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.851115:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851120:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c34 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851132:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851137:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851142:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851146:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.851148:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851153:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851159:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e500) 00010000:00010000:2.0:1763340288.851161:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.851164:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851169:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c3b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.851194:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248c2d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161bf expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.851203:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340288.851205:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.851208:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248c2d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161bf expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.851221:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340288.851290:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56726:x1848995280646400:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 448us (1578us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340288.851298:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8743 00000100:00100000:2.0:1763340288.857651:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292184192:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.858801:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.858910:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646528 00000100:00100000:3.0:1763340288.858918:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646528 00000100:00100000:3.0:1763340288.858978:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8744 00000100:00100000:3.0:1763340288.858989:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56726:x1848995280646528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340288.859008:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.859029:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c42 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161c6 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.859088:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248c49 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.859102:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248c49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.859113:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248c49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340288.859155:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763340288.859161:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340288.859192:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c42 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161c6 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.859210:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248c49 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161c6 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.859219:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340288.859222:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340288.859226:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:3.0:1763340288.859301:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56726:x1848995280646528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 313us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.859309:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8744 00010000:00010000:2.0:1763340288.860069:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 24 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.860088:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:2.0:1763340288.860131:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:56722:x1848995280646272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 13489us (13657us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.860138:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5863 00000100:00100000:1.0:1763340288.862047:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.863360:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646656 00000100:00100000:2.0:1763340288.863372:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646656 00010000:00010000:2.0:1763340288.863433:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 24 pid: 16598 timeout: 1129 lvb_type: 1 00000100:00100000:2.0:1763340288.863471:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2841 00000100:00100000:2.0:1763340288.863479:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280646656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.863493:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.863513:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 24 pid: 16598 timeout: 1129 lvb_type: 1 00010000:00010000:2.0:1763340288.863526:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 24 pid: 16598 timeout: 1129 lvb_type: 1 00010000:00010000:2.0:1763340288.863577:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248b07 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1614f expref: 24 pid: 16598 timeout: 1129 lvb_type: 1 00010000:00010000:2.0:1763340288.863590:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.863592:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.863599:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.863610:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.863653:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.863666:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6500:1848995292184320:192.168.203.42@tcp:105: 00000100:00100000:2.0:1763340288.863738:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fd7dda80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340288.869269:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.869710:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646784 00000100:00100000:2.0:1763340288.869721:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646784 00000100:00100000:2.0:1763340288.869774:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8745 00000100:00100000:2.0:1763340288.869784:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56726:x1848995280646784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.869803:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.869823:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248c50 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161cd expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.869882:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.869895:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869905:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869915:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.869922:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869927:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869963:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869970:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869976:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869982:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.869991:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.869994:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870001:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870012:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:2.0:1763340288.870015:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.870020:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870026:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248c57 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870038:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870043:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870049:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870054:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.870056:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870063:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870069:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e500) 00010000:00010000:2.0:1763340288.870071:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.870074:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870079:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248c5e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.870104:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248c50 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161cd expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.870113:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:2.0:1763340288.870115:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.870118:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18248c50 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161cd expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.870127:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340288.870177:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56726:x1848995280646784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 394us (918us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340288.870184:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8745 00000100:00100000:2.0:1763340288.871440:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6500:1848995292184320:192.168.203.42@tcp:105: 00010000:00010000:2.0:1763340288.871463:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340288.871510:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280646656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 8030us (9469us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.871519:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2841 00000100:00100000:0.0:1763340288.875216:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.875790:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280646912 00000100:00100000:2.0:1763340288.875800:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280646912 00000100:00100000:2.0:1763340288.875849:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5864 00000100:00100000:2.0:1763340288.875858:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280646912:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:2.0:1763340288.876003:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340288.876008:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb mtime from disk: 1763340289 -> 1763340289 00002000:00010000:2.0:1763340288.876011:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb atime from disk: 0 -> 1763340288 00002000:00010000:2.0:1763340288.876013:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb ctime from disk: 1763340289 -> 1763340289 00002000:00010000:2.0:1763340288.876016:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340288.876081:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280646912:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 223us (874us total) trans 17179871313 rc 0/0 00000100:00100000:2.0:1763340288.876088:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5864 00000100:00100000:3.0:1763340288.876914:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.876982:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280647168 00000100:00100000:0.0:1763340288.876989:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280647168 00000100:00100000:0.0:1763340288.877038:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8746 00000100:00100000:0.0:1763340288.877046:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56726:x1848995280647168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.877060:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.877063:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340288.877085:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248c49 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161c6 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.877103:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340288.877113:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340288.877128:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248c65 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161d4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.877221:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340288.877233:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877242:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877252:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340288.877260:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877266:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877620:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340288.877629:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877636:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340288.877657:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00010000:00010000:0.0:1763340288.877680:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877686:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877697:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877703:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877708:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340288.877712:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877719:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877727:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860ba00) 00010000:00010000:0.0:1763340288.877730:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340288.877733:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877739:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb18248c6c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340288.877762:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000153cdbdd reply state 0000000010d29cab transno 4294972325 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877772:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.877778:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e500) 00010000:00010000:0.0:1763340288.877780:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340288.877783:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340288.877808:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb18248c65 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.877829:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.877837:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9555c860b100) 00010000:00010000:0.0:1763340288.877839:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340288.877842:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9895e00, rc 0) 00000100:00100000:0.0:1763340288.877885:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56726:x1848995280647168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 840us (973us total) trans 4294972325 rc 0/0 00000100:00100000:0.0:1763340288.877892:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8746 00000100:00100000:0.0:1763340288.883994:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.884070:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.884145:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280647424 00000100:00100000:3.0:1763340288.884155:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280647424 00000100:00100000:3.0:1763340288.884214:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2961 00000100:00100000:3.0:1763340288.884223:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56722:x1848995280647424:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:3.0:1763340288.884278:0:6517:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1bc:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a6d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1611e expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.884328:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763340288.884340:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 206 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.884348:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.884381:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 206 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.884393:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 206 pid: 6515 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.884407:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292184448:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340288.884489:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc8566c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.884561:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280647680 00000100:00100000:1.0:1763340288.884566:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280647680 00000100:00100000:1.0:1763340288.884609:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8747 00000100:00100000:1.0:1763340288.884617:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56726:x1848995280647680:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.884631:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.884652:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c8f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161db expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.884747:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.884758:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.884770:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.884790:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.884799:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.884808:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292184576:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.884857:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d240 going to sleep for 11 seconds 00000100:00100000:3.0:1763340288.886830:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292184448:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.886856:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000100:00100000:1.0:1763340288.886955:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292184576:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340288.886970:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340288.888014:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.888063:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.888203:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280647808 00000100:00100000:3.0:1763340288.888210:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280647808 00010000:00010000:3.0:1763340288.888248:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 209 pid: 6515 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.888285:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280647936 00000100:00100000:3.0:1763340288.888288:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280647936 00010000:00010000:3.0:1763340288.888300:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 210 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.888327:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2842 00000100:00100000:3.0:1763340288.888335:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2407:x1848995280647808:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.888348:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.888354:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 210 pid: 6515 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.888365:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 210 pid: 6515 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.888386:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18248acf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1613a expref: 210 pid: 6515 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.888401:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.888406:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.888416:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.888424:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.888447:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.888488:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280647808:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 153us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.888494:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2842 00000100:00100000:3.0:1763340288.888512:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2843 00000100:00100000:3.0:1763340288.888518:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280647936:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.888526:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.888564:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.888575:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.888587:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb18248c7a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161d4 expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.888609:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9555c860b100) 00010000:00010000:3.0:1763340288.888613:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.888619:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.888625:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340288.888646:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.888665:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:2407:x1848995280647936:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 147us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.888671:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2843 00010000:00010000:3.0:1763340288.888691:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.888699:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000040:00080000:3.0:1763340288.888909:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1277, 88 off108240 00000004:00080000:3.0:1763340288.888916:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029696382943ns, next at 1029962923751ns, rc = 0 00000040:00080000:3.0:1763340288.888940:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1254, 88 off106456 00000004:00080000:3.0:1763340288.888944:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029696410953ns, next at 1029962957556ns, rc = 0 00000040:00080000:3.0:1763340288.888967:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1256, 88 off106584 00000004:00080000:3.0:1763340288.888971:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029696438248ns, next at 1029962957556ns, rc = 0 00000040:00080000:3.0:1763340288.888979:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1278, 88 off108328 00000004:00080000:3.0:1763340288.888983:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029696450416ns, next at 1029962923751ns, rc = 0 00010000:00010000:1.0:1763340288.889509:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.889518:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340288.889564:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00000004:00080000:1.0:1763340288.889695:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20b:0x0], index 1: 0 00000004:00080000:1.0:1763340288.889701:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x20b:0x0], index 0: 0 00000004:00080000:1.0:1763340288.889706:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x20c:0x0], index 0: 0 00000004:00080000:1.0:1763340288.889711:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20c:0x0], index 1: 0 00010000:00010000:1.0:1763340288.892100:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.892116:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.892123:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.892129:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.892134:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.892141:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.892159:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9555c860b100) 00010000:00010000:1.0:1763340288.892162:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.892166:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.892172:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18248c96 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.892221:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c8f lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161db expref: 208 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.892230:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9555c860b100) 00010000:00010000:1.0:1763340288.892232:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340288.892236:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18248c8f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161db expref: 208 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.892250:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000001:00080000:3.0:1763340288.897126:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972326 is committed 00000004:00080000:3.0:1763340288.897137:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 843 committed 00000004:00080000:3.0:1763340288.897145:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 822 committed 00000004:00080000:3.0:1763340288.897151:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 821 committed 00000004:00080000:3.0:1763340288.897153:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 842 committed 00000100:00100000:3.0:1763340288.897273:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292184704:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.897332:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340288.897366:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340288.897371:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292185088:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.897387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340288.897412:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292184960:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.897430:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340288.897442:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340288.897447:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292184832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.897465:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340288.897488:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292184704 00000100:00100000:3.0:1763340288.897494:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292184704 00000100:00100000:3.0:1763340288.897552:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292185088 00000100:00100000:3.0:1763340288.897556:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292185088 00000100:00100000:3.0:1763340288.897578:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292184960 00000100:00100000:3.0:1763340288.897581:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292184960 00000100:00100000:3.0:1763340288.897593:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292184832 00000100:00100000:3.0:1763340288.897595:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292184832 00000100:00100000:3.0:1763340288.897610:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5865 00000100:00100000:3.0:1763340288.897617:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292184704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340288.897648:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:521 count 1 00010000:00010000:3.0:1763340288.897672:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.897692:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.897700:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340288.897702:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340288.897706:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.897730:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.897744:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 23 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.897756:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35202:1848995292185216:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.897852:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56726:x1848995280647680:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 13234us (13866us total) trans 4294972327 rc 301/301 00000100:00100000:1.0:1763340288.897861:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8747 00000100:00100000:1.0:1763340288.897888:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5866 00000100:00100000:1.0:1763340288.897896:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292185088:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340288.898009:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340288.898012:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb mtime from disk: 1763340289 -> 1763340289 00002000:00010000:1.0:1763340288.898015:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340288.898018:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb ctime from disk: 1763340289 -> 1763340289 00002000:00010000:1.0:1763340288.898020:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x208:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340288.898058:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292185088:12345-0@lo:2:osp-syn-1-1.0 Request processed in 163us (669us total) trans 17179871314 rc 0/0 00000100:00100000:1.0:1763340288.898064:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5866 00000100:00100000:1.0:1763340288.898077:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867 00000100:00100000:1.0:1763340288.898083:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3649:x1848995292184960:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340288.898125:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340288.898128:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb mtime from disk: 1763340289 -> 1763340289 00002000:00010000:1.0:1763340288.898130:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb atime from disk: 1763340288 -> 1763340288 00002000:00010000:1.0:1763340288.898133:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb ctime from disk: 1763340289 -> 1763340289 00002000:00010000:1.0:1763340288.898135:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x207:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340288.898161:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292184960:12345-0@lo:2:osp-syn-1-1.0 Request processed in 78us (729us total) trans 17179871315 rc 0/0 00000100:00100000:1.0:1763340288.898166:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867 00000100:00100000:1.0:1763340288.898177:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5868 00000100:00100000:1.0:1763340288.898182:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3649:x1848995292184832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340288.898192:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:522 count 1 00002000:00010000:1.0:1763340288.898208:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340288.898213:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898221:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.898223:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340288.898227:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898239:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898254:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898261:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898275:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340288.898405:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292184832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 222us (938us total) trans 17179871316 rc 0/0 00000100:00100000:1.0:1763340288.898411:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5868 00000004:00080000:1.0:1763340288.898445:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f63100/2, rc 0, transno 17179871314 00000100:00100000:1.0:1763340288.898449:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292185088:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340288.898464:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87fea00/2, rc 0, transno 17179871316 00000100:00100000:1.0:1763340288.898467:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292184832:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763340288.898473:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc94000/2, rc 0, transno 17179871315 00000100:00100000:1.0:1763340288.898477:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292184960:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340288.898487:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340288.898492:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898500:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340288.898504:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898512:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898528:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898552:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18248cab lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.898566:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.898567:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340288.898569:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340288.899712:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292185344:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.899753:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.899774:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340288.899779:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292185728:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.899795:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.899813:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292185600:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.899830:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.899842:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340288.899847:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292185472:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.899861:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.899890:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292185344 00000100:00100000:1.0:1763340288.899894:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292185344 00000100:00100000:1.0:1763340288.899916:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292185728 00000100:00100000:1.0:1763340288.899918:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292185728 00000100:00100000:1.0:1763340288.899926:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292185600 00000100:00100000:1.0:1763340288.899928:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292185600 00000100:00100000:1.0:1763340288.899935:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292185472 00000100:00100000:1.0:1763340288.899937:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292185472 00000100:00100000:1.0:1763340288.899948:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5869 00000100:00100000:1.0:1763340288.899954:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292185344:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340288.899970:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:521 count 1 00010000:00010000:1.0:1763340288.899987:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.900002:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 12 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.900010:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.900012:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.900015:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.900036:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 12 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.900048:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 12 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.900058:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292185856:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340288.900151:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc856c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763340288.900169:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870 00000100:00100000:3.0:1763340288.900178:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292185728:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340288.900274:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340288.900278:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb mtime from disk: 1763340289 -> 1763340289 00002000:00010000:3.0:1763340288.900281:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340288.900284:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb ctime from disk: 1763340289 -> 1763340289 00002000:00010000:3.0:1763340288.900286:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340288.900322:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292185728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 146us (525us total) trans 21474838599 rc 0/0 00000100:00100000:3.0:1763340288.900328:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870 00000100:00100000:3.0:1763340288.900343:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5871 00000100:00100000:3.0:1763340288.900348:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292185600:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340288.900388:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340288.900391:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb mtime from disk: 1763340289 -> 1763340289 00002000:00010000:3.0:1763340288.900393:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340288.900395:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb ctime from disk: 1763340289 -> 1763340289 00002000:00010000:3.0:1763340288.900398:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x207:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340288.900423:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292185600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 75us (592us total) trans 21474838600 rc 0/0 00000100:00100000:3.0:1763340288.900428:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5871 00000100:00100000:3.0:1763340288.900439:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5872 00000100:00100000:3.0:1763340288.900445:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292185472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340288.900454:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:522 count 1 00002000:00010000:3.0:1763340288.900468:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340288.900474:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.900482:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.900484:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.900488:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.900499:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.900507:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.900514:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.900546:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340288.900690:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292185472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 245us (827us total) trans 21474838601 rc 0/0 00000100:00100000:3.0:1763340288.900697:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5872 00000100:00100000:3.0:1763340288.900741:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838595 gen 2 00000004:00080000:3.0:1763340288.900746:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d52300, transno 21474838477 00000004:00080000:3.0:1763340288.900756:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c485bb80, transno 21474838478 00000004:00080000:3.0:1763340288.900759:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d50700, transno 21474838479 00000004:00080000:3.0:1763340288.900761:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d53800, transno 21474838480 00000004:00080000:3.0:1763340288.900764:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d36a00, transno 21474838481 00000004:00080000:3.0:1763340288.900767:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5eed80, transno 21474838482 00000004:00080000:3.0:1763340288.900769:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ee300, transno 21474838483 00000004:00080000:3.0:1763340288.900773:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ed880, transno 21474838484 00000004:00080000:3.0:1763340288.900775:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7fb80, transno 21474838486 00000004:00080000:3.0:1763340288.900778:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c5880, transno 21474838487 00000004:00080000:3.0:1763340288.900796:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7f800, transno 21474838488 00000004:00080000:3.0:1763340288.900799:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7ea00, transno 21474838489 00000004:00080000:3.0:1763340288.900802:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b28000, transno 21474838492 00000004:00080000:3.0:1763340288.900805:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f52300, transno 21474838493 00000004:00080000:3.0:1763340288.900807:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6680, transno 21474838494 00000004:00080000:3.0:1763340288.900810:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1f100, transno 21474838495 00000004:00080000:3.0:1763340288.900820:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cdd500, transno 21474838500 00000004:00080000:3.0:1763340288.900822:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cdd180, transno 21474838501 00000004:00080000:3.0:1763340288.900825:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cde300, transno 21474838502 00000004:00080000:3.0:1763340288.900827:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cdfb80, transno 21474838503 00000004:00080000:3.0:1763340288.900830:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc74380, transno 21474838504 00000004:00080000:3.0:1763340288.900832:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc76300, transno 21474838505 00000004:00080000:3.0:1763340288.900835:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc95f80, transno 21474838506 00000004:00080000:3.0:1763340288.900838:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785e300, transno 21474838507 00000004:00080000:3.0:1763340288.900840:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1500, transno 21474838510 00000004:00080000:3.0:1763340288.900843:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0a80, transno 21474838511 00000004:00080000:3.0:1763340288.900846:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffc380, transno 21474838512 00000004:00080000:3.0:1763340288.900848:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffdf80, transno 21474838513 00000004:00080000:3.0:1763340288.900850:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc75f80, transno 21474838515 00000004:00080000:3.0:1763340288.900853:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f66680, transno 21474838516 00000004:00080000:3.0:1763340288.900855:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f65f80, transno 21474838517 00000004:00080000:3.0:1763340288.900858:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f64000, transno 21474838518 00000004:00080000:3.0:1763340288.900860:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc28b800, transno 21474838522 00000004:00080000:3.0:1763340288.900862:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc28bb80, transno 21474838523 00000004:00080000:3.0:1763340288.900865:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc289f80, transno 21474838524 00000004:00080000:3.0:1763340288.900867:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3cdc000, transno 21474838525 00000004:00080000:3.0:1763340288.900869:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6f480, transno 21474838526 00000004:00080000:3.0:1763340288.900872:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6df80, transno 21474838527 00000004:00080000:3.0:1763340288.900875:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6d880, transno 21474838528 00000004:00080000:3.0:1763340288.900878:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6ce00, transno 21474838529 00000004:00080000:3.0:1763340288.900880:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0380, transno 21474838531 00000004:00080000:3.0:1763340288.900882:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0e00, transno 21474838532 00000004:00080000:3.0:1763340288.900885:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3b80, transno 21474838533 00000004:00080000:3.0:1763340288.900887:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3800, transno 21474838534 00000004:00080000:3.0:1763340288.900890:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c7932d80, transno 21474838537 00000004:00080000:3.0:1763340288.900892:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c7932a00, transno 21474838538 00000004:00080000:3.0:1763340288.900895:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fd7d2300, transno 21474838539 00000004:00080000:3.0:1763340288.900897:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e94a80, transno 21474838540 00000004:00080000:3.0:1763340288.900900:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fd7d1c00, transno 21474838544 00000004:00080000:3.0:1763340288.900902:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fd7d0000, transno 21474838545 00000004:00080000:3.0:1763340288.900904:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fd7d3800, transno 21474838546 00000004:00080000:3.0:1763340288.900906:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fd7d3b80, transno 21474838547 00000004:00080000:3.0:1763340288.900908:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfc700, transno 21474838548 00000004:00080000:3.0:1763340288.900911:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87fc700, transno 21474838549 00000004:00080000:3.0:1763340288.900913:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfed80, transno 21474838550 00000004:00080000:3.0:1763340288.900915:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcff480, transno 21474838551 00000004:00080000:3.0:1763340288.900917:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f67800, transno 21474838554 00000004:00080000:3.0:1763340288.900920:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f64700, transno 21474838555 00000004:00080000:3.0:1763340288.900922:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d84700, transno 21474838556 00000004:00080000:3.0:1763340288.900925:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5424e00, transno 21474838557 00000004:00080000:3.0:1763340288.900927:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc97800, transno 21474838561 00000004:00080000:3.0:1763340288.900929:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc94380, transno 21474838562 00000004:00080000:3.0:1763340288.900931:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc95180, transno 21474838563 00000004:00080000:3.0:1763340288.900934:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc94a80, transno 21474838564 00000004:00080000:3.0:1763340288.900936:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc94700, transno 21474838565 00000004:00080000:3.0:1763340288.900938:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc96d80, transno 21474838566 00000004:00080000:3.0:1763340288.900940:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc96680, transno 21474838567 00000004:00080000:3.0:1763340288.900943:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc96300, transno 21474838568 00000004:00080000:3.0:1763340288.900946:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2153100, transno 21474838571 00000004:00080000:3.0:1763340288.900948:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2151f80, transno 21474838572 00000004:00080000:3.0:1763340288.900951:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2150a80, transno 21474838573 00000004:00080000:3.0:1763340288.900953:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2151c00, transno 21474838574 00000004:00080000:3.0:1763340288.900956:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc289880, transno 21474838578 00000004:00080000:3.0:1763340288.900958:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc28a300, transno 21474838579 00000004:00080000:3.0:1763340288.900960:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc28a680, transno 21474838580 00000004:00080000:3.0:1763340288.900962:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7ed80, transno 21474838581 00000004:00080000:3.0:1763340288.900965:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2151180, transno 21474838582 00000004:00080000:3.0:1763340288.900967:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfdc00, transno 21474838583 00000004:00080000:3.0:1763340288.900969:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18e00, transno 21474838585 00000004:00080000:3.0:1763340288.900972:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18380, transno 21474838586 00000004:00080000:3.0:1763340288.900974:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18700, transno 21474838587 00000004:00080000:3.0:1763340288.900976:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f1b100, transno 21474838588 00000004:00080000:3.0:1763340288.900979:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18000, transno 21474838589 00000004:00080000:3.0:1763340288.900981:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f1a300, transno 21474838590 00000004:00080000:3.0:1763340288.900983:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f63b80, transno 21474838592 00000004:00080000:3.0:1763340288.900986:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f62a00, transno 21474838593 00000004:00080000:3.0:1763340288.900988:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc75500, transno 21474838594 00000004:00080000:3.0:1763340288.900991:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc77480, transno 21474838595 00000100:00100000:3.0:1763340288.900997:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554cc2e3480 x1848995292185728/t21474838599(21474838599) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340304 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763340288.901007:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3480/2, rc 0, transno 21474838599 00000100:00100000:3.0:1763340288.901011:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292185728:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340288.901030:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e2680/2, rc 0, transno 21474838601 00000100:00100000:3.0:1763340288.901034:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292185472:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763340288.901040:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0700/2, rc 0, transno 21474838600 00000100:00100000:3.0:1763340288.901044:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292185600:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340288.901055:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340288.901061:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.901069:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.901074:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.901082:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.901095:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.901102:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248cb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.901120:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.901122:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.901123:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340288.901436:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 88 done 00010000:00010000:2.0:1763340288.902400:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.902412:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.902418:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.902423:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.902427:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.902433:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.902446:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:2.0:1763340288.902449:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.902453:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.902459:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb18248bcb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340288.902488:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.902494:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.902500:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.902505:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.902508:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.902513:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.902520:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e500) 00010000:00010000:2.0:1763340288.902523:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.902525:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.902553:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248bee lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340288.902565:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902570:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902576:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902581:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.902583:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902589:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902596:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:2.0:1763340288.902598:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.902600:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902605:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248c0a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902614:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902620:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902626:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902630:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.902632:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902646:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902653:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e500) 00010000:00010000:2.0:1763340288.902655:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.902658:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.902663:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb18248c73 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340288.903561:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00000004:00010000:1.0:1763340288.903622:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000144ae88e reply state 00000000640579fa transno 4294972326 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340288.903662:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340288.903670:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.903673:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340288.903676:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340288.903682:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.903685:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340288.903692:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb18248a6d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1611e expref: 196 pid: 10032 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763340288.903788:0:6517:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340288.903811:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56722:x1848995280647424:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 19589us (19741us total) trans 4294972326 rc 0/0 00000100:00100000:1.0:1763340288.903821:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2961 00010000:00010000:3.0:1763340288.905426:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.905441:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.905448:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.905455:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340288.905459:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.905467:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.905480:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.905483:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340288.905487:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340288.905492:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248c88 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00000100:00100000:0.0:1763340288.908410:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.908906:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280648192 00000100:00100000:1.0:1763340288.908916:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280648192 00000100:00100000:2.0:1763340288.909694:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2962 00000100:00100000:2.0:1763340288.909707:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+195:56726:x1848995280648192:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340288.909959:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56726:x1848995280648192:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 255us (1556us total) trans 4294972328 rc 0/0 00000100:00100000:2.0:1763340288.909967:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2962 00000100:00100000:3.0:1763340288.910894:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35202:1848995292185216:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.910921:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.912973:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292185856:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340288.913000:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340288.915092:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.915887:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280648576 00000100:00100000:1.0:1763340288.915897:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280648576 00000100:00100000:1.0:1763340288.915957:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8748 00000100:00100000:1.0:1763340288.915968:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+196:56722:x1848995280648576:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.915993:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.916023:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248cc0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161e2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.916075:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340288.916079:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248cc0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161e2 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.916095:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ea00/0xbdebf3fb18248cc0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161e2 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.916111:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340288.916113:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:1.0:1763340288.916117:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340288.916122:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f584ea00, rc 0) 00000100:00100000:1.0:1763340288.916188:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56722:x1848995280648576:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 222us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340288.916195:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8748 00000100:00100000:0.0:1763340288.916623:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280648320 00000100:00100000:0.0:1763340288.916629:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280648320 00010000:00010000:0.0:1763340288.916664:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 24 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.916695:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280648448 00000100:00100000:0.0:1763340288.916698:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280648448 00010000:00010000:0.0:1763340288.916710:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 13 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.916731:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2844 00000100:00100000:0.0:1763340288.916738:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280648320:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340288.916750:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340288.916755:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 24 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.916766:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 24 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.916785:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb18248bb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16195 expref: 24 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.916799:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.916801:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.916805:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.916815:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.916837:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340288.916859:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280648320:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 121us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.916866:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2844 00000100:00100000:0.0:1763340288.916880:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2845 00000100:00100000:0.0:1763340288.916886:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280648448:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340288.916893:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340288.916898:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 13 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.916913:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 13 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.916926:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fe00/0xbdebf3fb18248baf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1618e expref: 13 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.916936:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.916937:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.916941:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.916948:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.916963:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340288.916978:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280648448:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 92us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.916984:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2845 00010000:00010000:0.0:1763340288.917004:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917013:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917022:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917035:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917048:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340288.917240:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292185344:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17285us (17486us total) trans 21474838602 rc 0/0 00000100:00100000:0.0:1763340288.917248:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5869 00010000:00010000:0.0:1763340288.917266:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340288.917272:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917280:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340288.917284:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917293:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917303:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917311:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584f200/0xbdebf3fb18248cb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917325:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.917326:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.917328:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340288.917357:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1f80/2, rc 0, transno 21474838602 00000100:00100000:0.0:1763340288.917363:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292185344:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340288.917382:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917390:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917398:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917404:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917417:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340288.917528:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292184704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19911us (20196us total) trans 17179871317 rc 0/0 00000100:00100000:0.0:1763340288.917567:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5865 00010000:00010000:0.0:1763340288.917584:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340288.917589:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917596:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340288.917599:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917606:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917617:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917624:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248ca4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.917647:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.917649:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340288.917651:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340288.917668:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dfb80/2, rc 0, transno 17179871317 00000100:00100000:0.0:1763340288.917673:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292184704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340288.920148:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.920288:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280648832 00000100:00100000:3.0:1763340288.920297:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280648832 00000100:00100000:3.0:1763340288.920346:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2963 00000100:00100000:3.0:1763340288.920355:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56726:x1848995280648832:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340288.920571:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56726:x1848995280648832:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 216us (429us total) trans 4294972329 rc 0/0 00000100:00100000:3.0:1763340288.920578:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2963 00000100:00100000:2.0:1763340288.923980:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.924055:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280649088 00000100:00100000:0.0:1763340288.924064:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280649088 00000100:00100000:0.0:1763340288.924119:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2964 00000100:00100000:0.0:1763340288.924128:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56722:x1848995280649088:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:0.0:1763340288.924337:0:14057:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1bc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763340288.924394:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1279, 64 off108392 00000040:00080000:0.0:1763340288.924413:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1257, 64 off106648 00000040:00080000:0.0:1763340288.924422:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1258, 64 off106712 00000040:00080000:0.0:1763340288.924430:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1280, 64 off108456 00010000:00010000:0.0:1763340288.924483:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:0.0:1763340288.924499:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.924509:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.924518:0:14057:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.924524:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.925721:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340288.925749:0:14057:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340288.925951:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56722:x1848995280649088:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1821us (1977us total) trans 4294972330 rc 0/0 00000100:00100000:0.0:1763340288.925959:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2964 00010000:00010000:3.0:1763340288.926144:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340288.926151:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.926159:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340288.926163:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.926171:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.926184:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bc:0x0].0x0 (ffff9555c1698200) 00010000:00010000:3.0:1763340288.926187:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340288.926191:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.926197:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248cc7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340288.926219:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.926220:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340288.926222:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340288.929996:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.930059:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280649344 00000100:00100000:1.0:1763340288.930068:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280649344 00000100:00100000:1.0:1763340288.930124:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8749 00000100:00100000:1.0:1763340288.930133:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56722:x1848995280649344:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340288.930158:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340288.930179:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248cce lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161e9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.930246:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.930258:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930269:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930280:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.930286:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930293:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930396:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248ce3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340288.930409:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248ce3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930416:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248ce3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340288.930426:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00010000:00010000:1.0:1763340288.930493:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930499:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930505:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930512:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930518:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.930522:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930529:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930587:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340288.930590:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.930595:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930601:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18248cd5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930619:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930625:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930630:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930635:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555d1df3a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340288.930645:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930651:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930658:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e400) 00010000:00010000:1.0:1763340288.930660:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340288.930663:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930669:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248cdc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340288.930706:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18248cce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161e9 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.930720:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248ce3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161e9 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.930727:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340288.930730:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340288.930732:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555d1df2800, rc 0) 00000100:00100000:1.0:1763340288.930789:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56722:x1848995280649344:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 658us (801us total) trans 4294972331 rc 0/0 00000100:00100000:1.0:1763340288.930797:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8749 00000100:00100000:1.0:1763340288.935809:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.935882:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280649472 00000100:00100000:0.0:1763340288.935893:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280649472 00000100:00100000:0.0:1763340288.935955:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5873 00000100:00100000:0.0:1763340288.935965:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280649472:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340288.935982:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340288.936006:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161f0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340288.936028:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340288.936047:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.936049:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.936058:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 24 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340288.936073:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 24 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340288.936087:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9da00, rc 0) 00000100:00100000:0.0:1763340288.936145:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280649472:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 181us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.936152:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5873 00000100:00100000:0.0:1763340288.940072:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.941032:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280649728 00000100:00100000:3.0:1763340288.941043:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280649728 00000100:00100000:3.0:1763340288.941109:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8750 00000100:00100000:3.0:1763340288.941120:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280649728:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.941142:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.941145:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340288.941169:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248ce3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161e9 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.941184:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:3.0:1763340288.941194:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.941209:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248cf8 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161f7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.941310:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248cff lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.941323:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248cff lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1bf:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.941333:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248cff lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1bf:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340288.941346:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00010000:00010000:3.0:1763340288.941445:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248cf8 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f7 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.941458:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248cff lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1bf:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f7 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.941466:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340288.941468:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763340288.941471:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:3.0:1763340288.941524:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280649728:12345-192.168.203.42@tcp:101:bash.0 Request processed in 407us (1462us total) trans 4294972332 rc 0/0 00000100:00100000:3.0:1763340288.941565:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8750 00000100:00100000:1.0:1763340288.943599:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.943702:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280649856 00000100:00100000:2.0:1763340288.943711:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280649856 00000100:00100000:2.0:1763340288.943765:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8751 00000100:00100000:2.0:1763340288.943774:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56722:x1848995280649856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.944926:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.944950:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248d0d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df161fe expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.945006:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248d0d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161fe expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.945020:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248d0d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161fe expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.945048:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:2.0:1763340288.945052:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340288.945057:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340288.945120:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56722:x1848995280649856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1347us (1529us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.945129:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8751 00000100:00100000:0.0:1763340288.946097:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.946198:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280649984 00000100:00100000:3.0:1763340288.946206:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280649984 00000100:00100000:3.0:1763340288.946301:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8752 00000100:00100000:3.0:1763340288.946313:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280649984:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.946332:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.946349:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248d14 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16205 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.946373:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248d1b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.946383:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248d1b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.946393:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248d1b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.946699:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18248d14 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16205 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.946716:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248d1b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16205 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.946724:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340288.946727:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340288.946730:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:3.0:1763340288.946783:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280649984:12345-192.168.203.42@tcp:101:bash.0 Request processed in 471us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.946790:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8752 00000100:00100000:0.0:1763340288.948747:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.948844:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280650240 00000100:00100000:2.0:1763340288.948852:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280650240 00000100:00100000:2.0:1763340288.948928:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2965 00000100:00100000:2.0:1763340288.948938:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56722:x1848995280650240:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340288.949125:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56722:x1848995280650240:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 189us (386us total) trans 4294972333 rc 0/0 00000100:00100000:2.0:1763340288.949133:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2965 00000100:00100000:1.0:1763340288.949907:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.950109:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280650496 00000100:00100000:3.0:1763340288.950117:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280650496 00000100:00100000:3.0:1763340288.950169:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8753 00000100:00100000:3.0:1763340288.950178:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280650496:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340288.950220:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.950245:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248cff lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1bf:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f7 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.950264:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340288.950268:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.950423:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.950438:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.950447:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:3.0:1763340288.950489:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972334 00000004:00010000:3.0:1763340288.950513:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003b462dbc reply state 0000000081302485 transno 4294972335 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.950525:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.950562:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340288.950565:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340288.950569:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340288.950653:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280650496:12345-192.168.203.42@tcp:36:bash.0 Request processed in 476us (871us total) trans 4294972335 rc 0/0 00000100:00100000:3.0:1763340288.950661:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8753 00000020:00080000:3.0:1763340288.950665:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340288.953793:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.953930:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280650752 00000100:00100000:2.0:1763340288.953941:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280650752 00000100:00100000:2.0:1763340288.953995:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8754 00000100:00100000:2.0:1763340288.954004:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56722:x1848995280650752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340288.954025:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.954048:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d29 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1620c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.954119:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.954131:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954146:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954158:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.954163:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954168:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954271:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340288.954280:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954288:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340288.954298:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00010000:00010000:2.0:1763340288.954372:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954380:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954386:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954392:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954398:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.954403:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954410:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954422:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340288.954425:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.954430:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954436:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248d30 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954448:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954454:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954459:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954464:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.954466:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954472:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954479:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca000) 00010000:00010000:2.0:1763340288.954481:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.954484:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954493:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d37 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340288.954564:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d29 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 210 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.954579:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 209 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.954586:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:2.0:1763340288.954589:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340288.954591:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340288.954654:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56722:x1848995280650752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 649us (876us total) trans 4294972336 rc 0/0 00000100:00100000:2.0:1763340288.954661:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8754 00000100:00100000:0.0:1763340288.958634:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.958994:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280651008 00000100:00100000:3.0:1763340288.959004:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280651008 00000100:00100000:3.0:1763340288.959050:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8755 00000100:00100000:3.0:1763340288.959059:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280651008:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340288.959083:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340288.959087:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340288.959110:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248d0d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161fe expref: 209 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.959128:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340288.959132:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340288.959143:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248d4c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16213 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.959186:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340288.959198:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 209 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.959207:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.959236:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 209 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.959248:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 209 pid: 6515 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.959261:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292185984:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340288.959329:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fc8566c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.959513:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.959801:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280651264 00000100:00100000:2.0:1763340288.959807:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280651264 00000100:00100000:2.0:1763340288.959841:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2966 00000100:00100000:2.0:1763340288.959849:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56722:x1848995280651264:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340288.960322:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56722:x1848995280651264:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 471us (807us total) trans 4294972337 rc 0/0 00000100:00100000:2.0:1763340288.960331:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2966 00000100:00100000:3.0:1763340288.964319:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292185984:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.964358:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340288.965351:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.965675:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280651392 00000100:00100000:3.0:1763340288.965684:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280651392 00000100:00100000:3.0:1763340288.965735:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2967 00000100:00100000:3.0:1763340288.965743:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56722:x1848995280651392:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:3.0:1763340288.965896:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56722:x1848995280651392:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 152us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.965903:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2967 00000100:00100000:0.0:1763340288.966258:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.966881:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280651520 00000100:00100000:3.0:1763340288.966889:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280651520 00010000:00010000:3.0:1763340288.966916:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 211 pid: 6515 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763340288.967373:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2846 00000100:00100000:3.0:1763340288.967382:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555da747450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:2408:x1848995280651520:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.967396:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.967403:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 211 pid: 6515 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.967415:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 211 pid: 6515 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.967435:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248d3e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1620c expref: 211 pid: 6515 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.967449:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340288.967454:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.967464:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.967470:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340288.967503:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340288.967961:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340288.967969:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:0.0:1763340288.968159:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1281, 88 off108544 00000004:00080000:0.0:1763340288.968166:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029775633106ns, next at 1029962923751ns, rc = 0 00000040:00080000:0.0:1763340288.968212:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1259, 88 off106800 00000004:00080000:0.0:1763340288.968216:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029775683311ns, next at 1029962957556ns, rc = 0 00000040:00080000:0.0:1763340288.968241:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1260, 88 off106888 00000004:00080000:0.0:1763340288.968246:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029775712936ns, next at 1029962957556ns, rc = 0 00000040:00080000:0.0:1763340288.968264:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1282, 88 off108632 00000004:00080000:0.0:1763340288.968268:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029775735226ns, next at 1029962923751ns, rc = 0 00000100:00100000:3.0:1763340288.969053:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555da747450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:2408:x1848995280651520:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1665us (2789us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.969064:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2846 00000001:00080000:3.0:1763340288.975738:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972338 is committed 00000004:00080000:3.0:1763340288.975750:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 845 committed 00000004:00080000:3.0:1763340288.975762:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 824 committed 00000004:00080000:3.0:1763340288.975778:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 823 committed 00000004:00080000:3.0:1763340288.975780:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 844 committed 00000100:00100000:1.0:1763340288.979987:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292186496:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.980059:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.980101:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340288.980107:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292186112:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.980131:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.980159:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292186240:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.980179:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.980194:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340288.980199:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292186368:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.980217:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340288.980250:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292186496 00000100:00100000:1.0:1763340288.980257:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292186496 00000100:00100000:1.0:1763340288.980299:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292186112 00000100:00100000:1.0:1763340288.980302:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292186112 00000100:00100000:1.0:1763340288.980317:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292186240 00000100:00100000:1.0:1763340288.980320:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292186240 00000100:00100000:1.0:1763340288.980334:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292186368 00000100:00100000:1.0:1763340288.980337:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292186368 00000100:00100000:1.0:1763340288.980357:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874 00000100:00100000:1.0:1763340288.980367:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292186496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.980569:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292186496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 202us (508us total) trans 21474838603 rc 0/0 00000100:00100000:1.0:1763340288.980576:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874 00000100:00100000:1.0:1763340288.980593:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5875 00000100:00100000:1.0:1763340288.980599:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3650:x1848995292186112:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340288.980612:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:519 count 1 00010000:00010000:1.0:1763340288.980629:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980659:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980668:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.980670:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.980674:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980700:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980714:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 11 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.980726:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292186624:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.980785:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61db40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.980805:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876 00000100:00100000:1.0:1763340288.980813:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3648:x1848995292186240:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340288.980825:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:520 count 1 00010000:00010000:1.0:1763340288.980836:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980847:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 11 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980854:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.980856:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340288.980858:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980874:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 11 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.980883:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 11 pid: 35202 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340288.980891:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292186752:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340288.980913:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61da80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340288.980931:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5877 00000100:00100000:1.0:1763340288.980938:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3648:x1848995292186368:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.981023:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292186368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (804us total) trans 21474838604 rc 0/0 00000100:00100000:1.0:1763340288.981030:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5877 00000004:00080000:1.0:1763340288.981067:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3800/2, rc 0, transno 21474838604 00000100:00100000:1.0:1763340288.981074:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292186368:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340288.981095:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e2a00/2, rc 0, transno 21474838603 00000100:00100000:1.0:1763340288.981099:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292186496:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340288.981312:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.981322:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.981334:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.981339:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340288.981344:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.981351:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.981365:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:2.0:1763340288.981368:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340288.981371:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340288.981377:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18248d22 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340288.981578:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292187136:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340288.981609:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340288.981627:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763340288.981632:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292187008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340288.981659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763340288.981711:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16213 expref: 198 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.981719:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:0.0:1763340288.981722:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340288.981732:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18248d4c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16213 expref: 198 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340288.981744:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16213 expref: 197 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.981767:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:0.0:1763340288.981769:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340288.981771:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:0.0:1763340288.981796:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280651008:12345-192.168.203.42@tcp:101:bash.0 Request processed in 22739us (23172us total) trans 4294972338 rc 0/0 00000100:00100000:0.0:1763340288.981803:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8755 00000100:00100000:2.0:1763340288.981990:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292187136 00000100:00100000:2.0:1763340288.981997:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292187136 00000100:00100000:2.0:1763340288.982038:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292187008 00000100:00100000:2.0:1763340288.982041:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292187008 00000100:00100000:2.0:1763340288.982063:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5878 00000100:00100000:2.0:1763340288.982069:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3649:x1848995292187136:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340288.982166:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340288.982169:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.982172:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.982174:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340288.982177:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340288.982208:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+27:3649:x1848995292187136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 139us (597us total) trans 17179871318 rc 0/0 00000100:00100000:2.0:1763340288.982215:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5878 00000100:00100000:2.0:1763340288.982228:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879 00000100:00100000:2.0:1763340288.982234:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3649:x1848995292187008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340288.982246:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:520 count 1 00010000:00010000:2.0:1763340288.982258:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.982271:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.982280:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340288.982282:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340288.982285:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.982306:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.982318:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 23 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.982329:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292187392:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.982357:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2b8b840 going to sleep for 11 seconds 00000100:00100000:3.0:1763340288.982604:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292186880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.982635:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340288.982666:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340288.982671:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292187264:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.982689:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340288.982809:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292186880 00000100:00100000:0.0:1763340288.982814:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292186880 00000100:00100000:0.0:1763340288.982847:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292187264 00000100:00100000:0.0:1763340288.982850:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292187264 00000100:00100000:0.0:1763340288.982868:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5880 00000100:00100000:0.0:1763340288.982874:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+28:3651:x1848995292186880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340288.982886:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:519 count 1 00010000:00010000:0.0:1763340288.982898:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.982909:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.982916:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340288.982918:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340288.982921:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.982938:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.982947:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 23 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.982956:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292187520:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340288.982989:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000004:00080000:0.0:1763340288.983017:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba53100/2, rc 0, transno 17179871318 00000100:00100000:0.0:1763340288.983023:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292187136:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340288.983038:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5881 00000100:00100000:0.0:1763340288.983044:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:3651:x1848995292187264:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340288.983144:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292187264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 100us (453us total) trans 17179871319 rc 0/0 00000100:00100000:0.0:1763340288.983151:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5881 00000004:00080000:0.0:1763340288.983175:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba51880/2, rc 0, transno 17179871319 00000100:00100000:0.0:1763340288.983180:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292187264:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340288.986496:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.986527:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.986699:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292186752:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340288.986729:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.986856:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280651776 00000100:00100000:2.0:1763340288.986864:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280651776 00010000:00010000:2.0:1763340288.986903:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 12 pid: 35202 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.986945:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280651648 00000100:00100000:2.0:1763340288.986949:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280651648 00010000:00010000:2.0:1763340288.986963:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 13 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.986995:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2847 00000100:00100000:2.0:1763340288.987005:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280651776:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.987020:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.987025:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 13 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.987036:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 13 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.987057:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651800/0xbdebf3fb18248be0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161a3 expref: 13 pid: 35202 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.987073:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.987075:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.987079:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987089:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987113:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340288.987156:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2410:x1848995280651776:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 153us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.987163:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2847 00000100:00100000:2.0:1763340288.987178:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2848 00000100:00100000:2.0:1763340288.987183:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2410:x1848995280651648:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340288.987191:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340288.987195:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 11 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.987205:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 11 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340288.987215:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.987217:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.987220:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987227:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987237:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340288.987253:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2410:x1848995280651648:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 69us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340288.987259:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2848 00010000:00010000:2.0:1763340288.987277:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987285:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987296:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987303:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987318:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340288.987626:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292186240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6813us (7444us total) trans 21474838605 rc 0/0 00000100:00100000:2.0:1763340288.987635:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876 00010000:00010000:2.0:1763340288.987667:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340288.987673:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987680:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555d1df3a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340288.987684:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987693:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987705:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987712:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248d61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987732:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340288.987734:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340288.987736:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340288.987760:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f584fc00/0xbdebf3fb18248a20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16102 expref: 10 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.987769:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292186624:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340288.987781:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987789:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987795:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987802:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987809:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.987824:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340288.987927:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292186112:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7328us (7794us total) trans 21474838606 rc 0/0 00000100:00100000:2.0:1763340288.987934:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5875 00010000:00010000:2.0:1763340288.988046:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340288.988052:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.988060:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555d1df2800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340288.988063:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.988071:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.988082:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.988089:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555d1df2800/0xbdebf3fb18248d5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.988100:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340288.988102:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340288.988104:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340288.988199:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e3b80/2, rc 0, transno 21474838605 00000100:00100000:0.0:1763340288.988205:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292186240:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340288.988394:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0e00/2, rc 0, transno 21474838606 00000100:00100000:1.0:1763340288.988399:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292186112:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340288.991858:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340288.992252:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280651904 00000100:00100000:2.0:1763340288.992261:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280651904 00000100:00100000:2.0:1763340288.992311:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5882 00000100:00100000:2.0:1763340288.992319:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280651904:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340288.992338:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340288.992356:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1621a expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.992386:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 25 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.992396:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.992398:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340288.992403:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 25 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340288.992433:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 25 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340288.992445:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 25 pid: 35202 timeout: 1129 lvb_type: 1 00000100:00100000:2.0:1763340288.992460:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292187648:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340288.992564:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c5180300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340288.993357:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292187392:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.993381:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340288.994322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340288.994357:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340288.994449:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292187520:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340288.994471:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340288.994527:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280652032 00000100:00100000:2.0:1763340288.994629:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280652032 00010000:00010000:2.0:1763340288.994675:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 26 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340288.995099:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280652160 00000100:00100000:2.0:1763340288.995104:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280652160 00010000:00010000:2.0:1763340288.995121:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 27 pid: 35213 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340288.997412:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2849 00000100:00100000:0.0:1763340288.997438:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2409:x1848995280652032:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340288.997461:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340288.997469:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 27 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.997487:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 27 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.997516:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c1650c00/0xbdebf3fb18248bf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161aa expref: 27 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1763340288.997549:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.997552:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340288.997557:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.997566:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.998359:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2850 00000100:00100000:3.0:1763340288.998374:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2410:x1848995280652160:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340288.998388:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340288.998395:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 26 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.998408:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 26 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.998424:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248c26 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161b8 expref: 26 pid: 35213 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763340288.998435:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.998437:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340288.998441:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.998449:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.998472:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.998549:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2410:x1848995280652160:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 163us (4173us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340288.998556:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340288.998559:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2850 00000100:00100000:0.0:1763340288.998584:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280652032:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1158us (4266us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340288.998594:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2849 00010000:00010000:0.0:1763340288.998625:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340288.998725:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.998822:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340288.998871:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292187648:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340288.998899:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340288.998913:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:3.0:1763340288.998941:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280651904:12345-192.168.203.42@tcp:101:bash.0 Request processed in 6623us (7093us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340288.998949:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5882 00010000:00010000:0.0:1763340288.999135:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.999149:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.999158:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340288.999183:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340288.999495:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292186880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16619us (16858us total) trans 17179871320 rc 0/0 00000100:00100000:0.0:1763340288.999504:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5880 00010000:00010000:1.0:1763340288.999830:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.999840:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.999849:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.999856:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340288.999873:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1763340288.999896:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5426300/2, rc 0, transno 17179871320 00000100:00100000:0.0:1763340288.999905:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292186880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340288.999934:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280652288 00000100:00100000:0.0:1763340288.999940:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280652288 00010000:00010000:0.0:1763340288.999970:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 23 pid: 35202 timeout: 1129 lvb_type: 1 00000100:00100000:0.0:1763340289.000001:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2851 00000100:00100000:0.0:1763340289.000010:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280652288:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763340289.000022:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3649:x1848995292187008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17786us (18360us total) trans 17179871321 rc 0/0 00010000:00010000:0.0:1763340289.000022:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.000030:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 23 pid: 35202 timeout: 1129 lvb_type: 1 00000100:00100000:1.0:1763340289.000036:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879 00010000:00010000:0.0:1763340289.000050:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 23 pid: 35202 timeout: 1129 lvb_type: 1 00010000:00010000:1.0:1763340289.000061:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340289.000068:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.000070:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248cf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df161f0 expref: 23 pid: 35202 timeout: 1129 lvb_type: 1 00010000:00010000:1.0:1763340289.000095:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.000096:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.000100:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.000100:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.000109:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 22 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000114:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.000120:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 22 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000133:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000142:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248d6f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.000157:0:14059:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 22 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000162:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340289.000168:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000179:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.000182:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.000183:0:14059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:14059:1848995292187776:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340289.000197:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000208:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000220:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248d68 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.000234:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.000236:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.000238:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340289.000253:0:14059:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3300 going to sleep for 11 seconds 00000004:00080000:1.0:1763340289.000265:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5425500/2, rc 0, transno 17179871321 00000100:00100000:1.0:1763340289.000272:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292187008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.000278:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280652544 00000100:00100000:0.0:1763340289.000283:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280652544 00000100:00100000:0.0:1763340289.000315:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8756 00000100:00100000:0.0:1763340289.000322:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56727:x1848995280652544:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.000341:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.000361:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248d7d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16221 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.000424:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.000435:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000456:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000469:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.000476:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000484:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000596:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248d92 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.000606:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248d92 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000613:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248d92 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340289.000622:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 2 00010000:00010000:0.0:1763340289.000791:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000799:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000804:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000809:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000814:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.000817:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000823:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000832:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25400) 00010000:00010000:0.0:1763340289.000836:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.000840:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000846:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248d84 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000877:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000883:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000889:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000895:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.000898:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000905:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000911:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.000914:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.000917:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000921:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248d8b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.000961:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248d7d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16221 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.000974:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248d92 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16221 expref: 199 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.000980:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:0.0:1763340289.000983:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.000985:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00010000:00010000:3.0:1763340289.001010:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340289.001032:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56727:x1848995280652544:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 710us (2306us total) trans 4294972339 rc 0/0 00000100:00100000:0.0:1763340289.001040:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8756 00000100:00100000:0.0:1763340289.004075:0:14059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:14059:1848995292187776:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340289.004101:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.005002:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280652288:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4988us (6174us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.005014:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2851 00000100:00100000:3.0:1763340289.005911:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.006814:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.007034:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280652928 00000100:00100000:0.0:1763340289.007043:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280652928 00000100:00100000:0.0:1763340289.007099:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2968 00000100:00100000:0.0:1763340289.007109:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56727:x1848995280652928:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340289.007305:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56727:x1848995280652928:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 197us (494us total) trans 4294972340 rc 0/0 00000100:00100000:0.0:1763340289.007312:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2968 00000100:00100000:2.0:1763340289.007417:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280652672 00000100:00100000:2.0:1763340289.007422:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280652672 00000100:00100000:2.0:1763340289.007455:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5883 00000100:00100000:2.0:1763340289.007462:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:55868:x1848995280652672:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340289.007472:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.007490:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16228 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340289.007510:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340289.007525:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.007528:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.007553:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.007568:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.007579:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340289.007598:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:55868:x1848995280652672:12345-192.168.203.42@tcp:101:bash.0 Request processed in 138us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.007604:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5883 00000100:00100000:1.0:1763340289.011849:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.011887:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.011971:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280653056 00000100:00100000:2.0:1763340289.011981:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280653056 00002000:00010000:2.0:1763340289.012017:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/523 (0->18446744073709551615) 00002000:00100000:2.0:1763340289.012022:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fff100 with x1848995280653056 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340289.012033:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7fff100. 00000100:00100000:3.0:1763340289.012693:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280653184 00000100:00100000:3.0:1763340289.012698:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280653184 00002000:00010000:3.0:1763340289.012715:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/523 (0->18446744073709551615) 00002000:00100000:3.0:1763340289.012719:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fff800 with x1848995280653184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340289.012726:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7fff800. 00000100:00100000:3.0:1763340289.012748:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1501 00000100:00100000:3.0:1763340289.012757:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280653056:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340289.012926:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340289.012930:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:3.0:1763340289.012932:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.012934:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:3.0:1763340289.012936:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.012990:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280653056:12345-192.168.203.42@tcp:10:bash.0 Request processed in 234us (1150us total) trans 17179871322 rc 0/0 00000100:00100000:3.0:1763340289.012997:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1501 00002000:00010000:3.0:1763340289.013001:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/523 (0->18446744073709551615) 00002000:00100000:3.0:1763340289.013004:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fff100 with x1848995280653056 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340289.013009:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7fff100. 00000100:00100000:3.0:1763340289.013025:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1502 00000100:00100000:3.0:1763340289.013032:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280653184:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340289.013108:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x20b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340289.013111:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x20b:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:3.0:1763340289.013113:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x20b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.013115:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x20b:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:3.0:1763340289.013117:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x20b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.013138:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280653184:12345-192.168.203.42@tcp:10:bash.0 Request processed in 105us (1250us total) trans 21474838607 rc 0/0 00000100:00100000:3.0:1763340289.013144:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1502 00002000:00010000:3.0:1763340289.013147:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/523 (0->18446744073709551615) 00002000:00100000:3.0:1763340289.013150:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fff800 with x1848995280653184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340289.013154:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7fff800. 00000100:00100000:1.0:1763340289.016888:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.016991:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280653440 00000100:00100000:3.0:1763340289.017001:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280653440 00000100:00100000:3.0:1763340289.020850:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2969 00000100:00100000:3.0:1763340289.020876:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280653440:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340289.021169:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280653440:12345-192.168.203.42@tcp:35:bash.0 Request processed in 304us (4288us total) trans 4294972341 rc 0/0 00000100:00100000:3.0:1763340289.021178:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2969 00000100:00100000:3.0:1763340289.026734:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.026859:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280653696 00000100:00100000:0.0:1763340289.026869:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280653696 00000100:00100000:0.0:1763340289.026932:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8757 00000100:00100000:0.0:1763340289.026942:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555e8e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56728:x1848995280653696:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.026964:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.026983:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248da7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1622f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.027079:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248dae lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.027093:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248dae lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.027102:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248dae lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340289.027113:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 5 00010000:00010000:0.0:1763340289.027225:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248da7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1622f expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.027255:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248dae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1622f expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.027262:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:0.0:1763340289.027264:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763340289.027268:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:0.0:1763340289.027332:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555e8e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56728:x1848995280653696:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 390us (605us total) trans 4294972342 rc 0/0 00000100:00100000:0.0:1763340289.027340:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8757 00000100:00100000:1.0:1763340289.036681:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.036809:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280653952 00000100:00100000:2.0:1763340289.036819:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280653952 00000100:00100000:2.0:1763340289.036879:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8758 00000100:00100000:2.0:1763340289.036889:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56729:x1848995280653952:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340289.036944:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763340289.036970:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248dae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1622f expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.037002:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18248d53 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16213 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.037015:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248d92 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16221 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.037028:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18248d1b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16205 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.037038:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:2.0:1763340289.037049:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340289.037074:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340289.037084:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037092:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037101:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340289.037106:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037111:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037176:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340289.037183:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037189:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00080000:2.0:1763340289.037376:0:6515:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1bf:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763340289.037452:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037459:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037465:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037470:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.037473:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037479:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037487:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9554c2acaf00) 00010000:00010000:2.0:1763340289.037489:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340289.037492:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037498:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248dca lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037511:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037520:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037524:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037529:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037569:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.037572:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037577:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037583:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:2.0:1763340289.037585:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.037588:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037592:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248dbc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:2.0:1763340289.037601:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ed2c51e0 reply state 0000000021605797 transno 4294972343 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037610:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.037615:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:2.0:1763340289.037617:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340289.037619:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340289.037702:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56729:x1848995280653952:12345-192.168.203.42@tcp:36:rm.0 Request processed in 814us (1029us total) trans 4294972343 rc 0/0 00000100:00100000:2.0:1763340289.037710:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8758 00000100:00100000:3.0:1763340289.038737:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.038874:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280654208 00000100:00100000:0.0:1763340289.038881:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280654208 00000100:00100000:0.0:1763340289.038917:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2970 00000100:00100000:0.0:1763340289.038925:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56728:x1848995280654208:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:0.0:1763340289.039083:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1bf:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763340289.039141:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1283, 64 off108696 00000040:00080000:0.0:1763340289.039167:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1261, 64 off106952 00000040:00080000:0.0:1763340289.039179:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1262, 64 off107016 00000040:00080000:0.0:1763340289.039189:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1284, 64 off108760 00010000:00010000:0.0:1763340289.039238:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763340289.039250:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.039260:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.039267:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.039272:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.039278:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.039303:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340289.039454:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56728:x1848995280654208:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 529us (719us total) trans 4294972344 rc 0/0 00000100:00100000:0.0:1763340289.039462:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2970 00010000:00010000:3.0:1763340289.040591:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340289.040599:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340289.040607:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340289.040610:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340289.040617:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340289.040630:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff9555fbb25400) 00010000:00010000:3.0:1763340289.040632:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340289.040634:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340289.040649:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248dd1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340289.040672:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340289.040674:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340289.040675:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340289.055674:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.055877:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280654336 00000100:00100000:0.0:1763340289.055888:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280654336 00000100:00100000:0.0:1763340289.055947:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8759 00000100:00100000:0.0:1763340289.055960:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56728:x1848995280654336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.055984:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.056006:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248dd8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16236 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.056071:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.056089:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056099:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056110:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.056117:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056123:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056162:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056169:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056175:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056181:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056188:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.056191:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056198:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056213:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.056216:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.056221:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056227:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ddf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056251:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056257:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056262:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056267:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.056269:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056274:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056282:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:0.0:1763340289.056284:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.056287:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056292:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248de6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.056319:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248dd8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16236 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.056329:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.056332:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.056335:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248dd8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16236 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.056349:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:0.0:1763340289.056412:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56728:x1848995280654336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 455us (744us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.056420:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8759 00000100:00100000:1.0:1763340289.065951:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.066027:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280654464 00000100:00100000:0.0:1763340289.066038:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280654464 00000100:00100000:0.0:1763340289.066104:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8760 00000100:00100000:0.0:1763340289.066115:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56730:x1848995280654464:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.066134:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.066156:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248ded lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1623d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.066219:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.066233:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066249:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066259:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.066270:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066276:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066313:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066320:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066326:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066332:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066337:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.066341:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066347:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066358:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.066361:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.066365:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066371:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248df4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066393:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066399:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066750:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066758:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.066762:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066767:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066776:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:0.0:1763340289.066779:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.066782:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066787:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248dfb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.066819:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248ded lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1623d expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.066829:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.066831:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.066834:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248ded lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1623d expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.066848:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:0.0:1763340289.066913:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56730:x1848995280654464:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 800us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.066921:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8760 00000100:00100000:2.0:1763340289.071397:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.071497:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280654720 00000100:00100000:1.0:1763340289.071507:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280654720 00000100:00100000:1.0:1763340289.071609:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8761 00000100:00100000:1.0:1763340289.071620:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56731:x1848995280654720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.071650:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.071674:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248e02 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16244 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.072129:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.072145:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072156:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072167:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.072174:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072181:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072218:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072225:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072231:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072237:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072243:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555d1df3200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.072247:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072254:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072265:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340289.072268:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.072273:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072279:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e09 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072292:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072298:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072303:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072307:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555d1df2800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.072310:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072316:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072323:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:1.0:1763340289.072325:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.072328:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072334:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e10 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.072366:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248e02 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16244 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.072811:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340289.072815:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340289.072820:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248e02 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16244 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.072839:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555d1df3a00, rc 0) 00000100:00100000:1.0:1763340289.074105:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56731:x1848995280654720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2480us (2709us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340289.074115:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8761 00000100:00100000:3.0:1763340289.080816:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.080870:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280654848 00000100:00100000:1.0:1763340289.080879:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280654848 00000100:00100000:0.0:1763340289.081472:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8762 00000100:00100000:0.0:1763340289.081491:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56731:x1848995280654848:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.081510:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.081565:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e17 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1624b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.081631:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.081655:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081666:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081675:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.081681:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081687:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081721:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081728:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081735:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081741:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081747:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.081750:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081757:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081767:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.081769:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.081774:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081779:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e1e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081804:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081810:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081815:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081819:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.081822:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081828:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081839:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:0.0:1763340289.081841:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.081844:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081849:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e25 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.081876:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e17 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1624b expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.081886:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.081888:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.081891:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e17 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1624b expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.081904:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:0.0:1763340289.081959:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56731:x1848995280654848:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 473us (1152us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.081966:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8762 00000100:00100000:2.0:1763340289.088647:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.088731:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280654976 00000100:00100000:1.0:1763340289.088741:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280654976 00000100:00100000:1.0:1763340289.089600:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8763 00000100:00100000:1.0:1763340289.089614:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56730:x1848995280654976:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.089635:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.089669:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248e2c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16252 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.089735:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.089748:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089759:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089769:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.089777:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089783:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089821:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089827:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089833:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089840:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089846:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555d1df2800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.089850:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089857:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089868:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340289.089872:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.089876:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089883:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df2800/0xbdebf3fb18248e33 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089895:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089899:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089904:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089909:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555d1df3200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.089912:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089917:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089923:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:1.0:1763340289.089925:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.089928:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089933:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3200/0xbdebf3fb18248e3a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.089957:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248e2c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16252 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.089967:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340289.089970:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.089973:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555d1df3a00/0xbdebf3fb18248e2c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16252 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.089984:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555d1df3a00, rc 0) 00000100:00100000:1.0:1763340289.091661:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56730:x1848995280654976:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2042us (3022us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340289.091673:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8763 00000100:00100000:2.0:1763340289.097308:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.097515:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280655104 00000100:00100000:1.0:1763340289.097526:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280655104 00000100:00100000:1.0:1763340289.098246:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8764 00000100:00100000:1.0:1763340289.098257:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56730:x1848995280655104:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.098278:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.098320:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248e41 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16259 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.098381:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18248e48 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.098393:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18248e48 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.098404:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18248e48 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340289.098456:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340289.098462:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340289.098496:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248e41 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16259 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.098512:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18248e48 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16259 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.098520:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:1.0:1763340289.098523:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340289.098526:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00000100:00100000:1.0:1763340289.098611:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56730:x1848995280655104:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 355us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.098619:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8764 00000100:00100000:2.0:1763340289.099679:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.100148:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280655360 00000100:00100000:1.0:1763340289.100157:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280655360 00000100:00100000:0.0:1763340289.100607:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8765 00000100:00100000:0.0:1763340289.100665:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56732:x1848995280655360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.100686:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.100704:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e4f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16260 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.100766:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.100884:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100897:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100909:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.100917:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100922:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100958:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100965:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100972:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100979:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100985:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.100989:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.100995:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101010:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:0.0:1763340289.101013:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.101017:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101023:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e56 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101058:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101065:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101070:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101074:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.101077:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101083:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101090:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:0.0:1763340289.101092:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.101096:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101101:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e5d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.101133:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e4f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16260 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.101143:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:0.0:1763340289.101146:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340289.101149:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e4f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16260 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.101164:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:0.0:1763340289.101227:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56732:x1848995280655360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 609us (1550us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.101235:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8765 00000100:00100000:3.0:1763340289.103865:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.104297:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280655488 00000100:00100000:0.0:1763340289.104308:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280655488 00000100:00100000:0.0:1763340289.104370:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8766 00000100:00100000:0.0:1763340289.104380:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56730:x1848995280655488:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.104400:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.104420:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248e64 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16267 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.104483:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.104496:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104506:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104516:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.104526:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104550:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104588:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104595:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104600:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104606:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104611:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.104615:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104622:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104634:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:0.0:1763340289.104666:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.104671:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104677:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248e6b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104704:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104710:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104715:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104720:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.104723:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104728:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104735:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:0.0:1763340289.104737:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.104740:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104745:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248e72 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.104771:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248e64 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16267 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.104780:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:0.0:1763340289.104792:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.104796:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248e64 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16267 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.104807:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:0.0:1763340289.104858:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56730:x1848995280655488:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 480us (1001us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.104865:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8766 00000100:00100000:2.0:1763340289.110779:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.110989:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280655744 00000100:00100000:0.0:1763340289.110999:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280655744 00000100:00100000:0.0:1763340289.111122:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8767 00000100:00100000:0.0:1763340289.111133:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56730:x1848995280655744:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.111155:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.111158:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340289.111186:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18248e48 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16259 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.111204:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e400) 00010000:00010000:0.0:1763340289.111215:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.111230:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e79 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1626e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.111325:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.111338:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.111348:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.111357:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.111365:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.111371:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112004:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340289.112015:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112023:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340289.112033:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c0:0x0]: returning size 0 00010000:00010000:2.0:1763340289.112143:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112151:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112157:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112163:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112169:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.112173:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112183:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112192:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:2.0:1763340289.112195:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.112199:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112205:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248e80 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340289.112231:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad9d1459 reply state 00000000a222a4a9 transno 4294972345 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112241:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.112247:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:2.0:1763340289.112249:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340289.112252:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340289.112348:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248e79 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.112369:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.112376:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:2.0:1763340289.112378:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340289.112380:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340289.112455:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56730:x1848995280655744:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1323us (1685us total) trans 4294972345 rc 0/0 00000100:00100000:2.0:1763340289.112467:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8767 00000100:00100000:2.0:1763340289.116776:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.116825:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.117564:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280656000 00000100:00100000:1.0:1763340289.117574:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280656000 00000100:00100000:1.0:1763340289.117625:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280656256 00000100:00100000:1.0:1763340289.117627:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280656256 00000100:00100000:1.0:1763340289.117662:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8768 00000100:00100000:1.0:1763340289.117670:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56730:x1848995280656000:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.117692:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.117712:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248e9c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16275 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.117824:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.117840:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.117849:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.117880:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.117892:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 207 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340289.117905:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffd880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292187904:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340289.117971:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61d000 going to sleep for 11 seconds 00000100:00100000:1.0:1763340289.118006:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8769 00000100:00100000:1.0:1763340289.118014:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56733:x1848995280656256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.118023:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.118030:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18248eaa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1627c expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.118072:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.118081:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118092:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340289.118101:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c0:0x0]: returning size 0 00010000:00010000:1.0:1763340289.118170:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118178:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118185:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118190:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.118194:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118200:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118210:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:1.0:1763340289.118213:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763340289.118218:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118224:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248eb1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.118257:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18248eaa lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1627c expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.118266:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:1.0:1763340289.118268:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340289.118271:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18248eaa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1627c expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.118279:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:1.0:1763340289.118307:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56733:x1848995280656256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 294us (1481us total) trans 4294972346 rc 301/301 00000100:00100000:1.0:1763340289.118315:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8769 00000100:00100000:0.0:1763340289.121734:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.121833:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280656384 00000100:00100000:2.0:1763340289.121843:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280656384 00010000:00010000:2.0:1763340289.121878:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340289.121920:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2852 00000100:00100000:2.0:1763340289.121930:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280656384:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340289.121945:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340289.121951:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340289.121963:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 208 pid: 8423 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340289.121983:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:2.0:1763340289.121988:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.121998:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.122005:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.122023:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340289.122067:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280656384:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 139us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.122076:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2852 00010000:00010000:1.0:1763340289.122195:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248e8e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1626e expref: 207 pid: 8423 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340289.122210:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffd880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292187904:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340289.122229:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122238:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122243:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340289.122264:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c0:0x0]: returning size 0 00000004:00080000:1.0:1763340289.122703:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x20d:0x0], index 0: 0 00000004:00080000:1.0:1763340289.122711:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20d:0x0], index 1: 0 00000004:00080000:1.0:1763340289.122716:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20e:0x0], index 1: 0 00000004:00080000:1.0:1763340289.122720:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x20e:0x0], index 0: 0 00010000:00010000:1.0:1763340289.122824:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122832:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122838:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122844:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.122848:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122854:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122865:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:1.0:1763340289.122868:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340289.122871:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122877:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248ea3 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.122921:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248e9c lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16275 expref: 207 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.122931:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:1.0:1763340289.122933:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340289.122938:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248e9c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16275 expref: 207 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.122951:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e600, rc 0) 00000100:00100000:1.0:1763340289.122989:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56730:x1848995280656000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5319us (6221us total) trans 4294972347 rc 301/301 00000100:00100000:1.0:1763340289.122996:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8768 00000100:00100000:0.0:1763340289.125024:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.125881:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280656640 00000100:00100000:1.0:1763340289.125892:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280656640 00000100:00100000:1.0:1763340289.125955:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2971 00000100:00100000:1.0:1763340289.126070:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56733:x1848995280656640:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340289.126601:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56733:x1848995280656640:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 635us (1582us total) trans 4294972348 rc 0/0 00000100:00100000:2.0:1763340289.126609:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2971 00000100:00100000:2.0:1763340289.129251:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.129392:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.129584:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280657152 00000100:00100000:1.0:1763340289.129594:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280657152 00000100:00100000:1.0:1763340289.129654:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8770 00000100:00100000:1.0:1763340289.129664:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56733:x1848995280657152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.129687:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.129708:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ec6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16283 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.129783:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.129797:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.129808:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.129819:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.129830:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.129836:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.129935:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18248edb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.129944:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18248edb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.129952:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18248edb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340289.129962:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c0:0x0]: returning size 0 00010000:00010000:1.0:1763340289.130034:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130043:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130049:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130056:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130063:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.130068:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340289.130071:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280656896 00010000:00010000:1.0:1763340289.130075:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340289.130078:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280656896 00010000:00010000:1.0:1763340289.130095:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e300) 00010000:00010000:1.0:1763340289.130098:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.130103:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130110:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248ecd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340289.130112:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2972 00000100:00100000:3.0:1763340289.130124:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56730:x1848995280656896:12345-192.168.203.42@tcp:35:lfs.0 00010000:00010000:1.0:1763340289.130129:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130136:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130142:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340289.130265:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56730:x1848995280656896:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 141us (1020us total) trans 4294972350 rc 0/0 00000100:00100000:3.0:1763340289.130274:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2972 00010000:00010000:1.0:1763340289.130289:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.130293:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130300:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130309:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:1.0:1763340289.130312:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.130315:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130321:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248ed4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.130354:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ec6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16283 expref: 211 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.130376:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18248edb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16283 expref: 210 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.130384:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:1.0:1763340289.130387:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340289.130390:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340289.131037:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56733:x1848995280657152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1371us (1641us total) trans 4294972349 rc 0/0 00000100:00100000:1.0:1763340289.131044:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8770 00000100:00100000:2.0:1763340289.137087:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.137231:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280657408 00000100:00100000:3.0:1763340289.137241:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280657408 00000100:00100000:3.0:1763340289.137300:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2973 00000100:00100000:3.0:1763340289.137309:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56730:x1848995280657408:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340289.137567:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56730:x1848995280657408:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 222us (451us total) trans 4294972351 rc 0/0 00000100:00100000:3.0:1763340289.137577:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2973 00000100:00100000:0.0:1763340289.140903:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.140956:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.141462:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.141729:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280657920 00000100:00100000:0.0:1763340289.141739:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280657920 00000100:00100000:1.0:1763340289.141815:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280657536 00000100:00100000:1.0:1763340289.141820:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280657536 00000100:00100000:1.0:1763340289.141851:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280657664 00000100:00100000:1.0:1763340289.141854:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280657664 00000100:00100000:1.0:1763340289.141879:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5884 00000100:00100000:1.0:1763340289.141889:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280657536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.141906:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763340289.141908:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5885 00000100:00100000:3.0:1763340289.141922:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280657664:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.141929:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1628a expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.141932:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.141949:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16291 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340289.141954:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1763340289.141968:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340289.141975:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.141979:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.141982:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.141986:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.141988:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 24 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.141995:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 13 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340289.142008:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 24 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.142013:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 13 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.142038:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00010000:00010000:1.0:1763340289.142040:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fc00, rc 0) 00000100:00100000:0.0:1763340289.142103:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8771 00000100:00100000:0.0:1763340289.142111:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280657920:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.142126:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.142128:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340289.142200:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18248edb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16283 expref: 211 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.142218:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:0.0:1763340289.142227:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.142237:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248ef7 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16298 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.142325:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248efe lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340289.142336:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248efe lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c0:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.142345:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248efe lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c0:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340289.142356:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c0:0x0]: returning size 0 00010000:00010000:0.0:1763340289.142450:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18248ef7 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16298 expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.142475:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248efe lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c0:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16298 expref: 212 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.142483:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340289.142486:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763340289.142488:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:3.0:1763340289.143206:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280657664:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1284us (2246us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.143215:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5885 00000100:00100000:1.0:1763340289.143833:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280657536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1943us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.143841:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5884 00000100:00100000:0.0:1763340289.143913:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280657920:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1800us (2450us total) trans 4294972352 rc 0/0 00000100:00100000:0.0:1763340289.143922:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8771 00000100:00100000:3.0:1763340289.147317:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.148829:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.149220:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280658048 00000100:00100000:3.0:1763340289.149229:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280658048 00000100:00100000:3.0:1763340289.149285:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280658176 00000100:00100000:3.0:1763340289.149288:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280658176 00000100:00100000:3.0:1763340289.149316:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8772 00000100:00100000:3.0:1763340289.149326:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56733:x1848995280658048:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:2.0:1763340289.149335:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8773 00000100:00100000:2.0:1763340289.149344:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280658176:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340289.149345:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.149353:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.149365:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248f0c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1629f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.149365:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248f13 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162a6 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.149395:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248f1a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.149407:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248f1a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.149418:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248f1a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.149473:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248f0c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1629f expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.149486:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248f0c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1629f expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.149502:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:3.0:1763340289.149505:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340289.149509:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:3.0:1763340289.149584:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56733:x1848995280658048:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 259us (2276us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.149590:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8772 00010000:00010000:2.0:1763340289.149719:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18248f13 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162a6 expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.149733:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248f1a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162a6 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.149744:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:2.0:1763340289.149747:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340289.149750:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340289.149873:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280658176:12345-192.168.203.42@tcp:101:bash.0 Request processed in 530us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.149879:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8773 00000100:00100000:2.0:1763340289.153787:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.153833:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.153903:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280658688 00000100:00100000:1.0:1763340289.153913:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280658688 00000100:00100000:1.0:1763340289.153973:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8774 00000100:00100000:1.0:1763340289.153983:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280658688:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340289.154033:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340289.154057:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248efe lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c0:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16298 expref: 214 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.154089:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.154094:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340289.154260:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.154273:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.154283:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340289.154326:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972353 00000004:00010000:1.0:1763340289.154349:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010fec47c reply state 000000000e0d94fb transno 4294972354 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.154360:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.154367:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.154370:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340289.154373:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340289.154462:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280658688:12345-192.168.203.42@tcp:36:bash.0 Request processed in 480us (627us total) trans 4294972354 rc 0/0 00000100:00100000:1.0:1763340289.154470:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8774 00000020:00080000:1.0:1763340289.154476:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340289.155805:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280658432 00000100:00100000:3.0:1763340289.155816:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280658432 00000100:00100000:0.0:1763340289.156873:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2974 00000100:00100000:1.0:1763340289.156947:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56733:x1848995280658432:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.157155:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56733:x1848995280658432:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 270us (3376us total) trans 4294972355 rc 0/0 00000100:00100000:1.0:1763340289.157163:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2974 00000100:00100000:2.0:1763340289.162027:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.164295:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280658944 00000100:00100000:1.0:1763340289.164309:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280658944 00000100:00100000:1.0:1763340289.164378:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8775 00000100:00100000:1.0:1763340289.164388:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280658944:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340289.164409:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.164412:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340289.164437:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18248f0c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1629f expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.164456:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.164461:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340289.164473:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248f28 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162ad expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.164519:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248f2f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.164560:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248f2f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.164570:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248f2f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340289.164791:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1263, 88 off107104 00000004:00080000:1.0:1763340289.164799:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029972265668ns, next at 1029962957556ns, rc = 0 00000040:00080000:1.0:1763340289.164832:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1285, 88 off108848 00000004:00080000:1.0:1763340289.164837:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029972304358ns, next at 1029962923751ns, rc = 0 00000040:00080000:1.0:1763340289.164856:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1286, 88 off108936 00000004:00080000:1.0:1763340289.164860:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1029972326921ns, next at 1029962923751ns, rc = 0 00000040:00080000:1.0:1763340289.164869:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1264, 88 off107192 00000004:00080000:1.0:1763340289.164872:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1029972339285ns, next at 1029962957556ns, rc = 0 00000100:00100000:0.0:1763340289.165336:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.165429:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280659200 00000100:00100000:2.0:1763340289.165436:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280659200 00000100:00100000:2.0:1763340289.165470:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8776 00000100:00100000:2.0:1763340289.165478:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56733:x1848995280659200:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.165491:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.165506:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248f36 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162b4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.165583:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.165593:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165601:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165611:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.165620:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165625:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165713:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.165722:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165728:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340289.165737:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c0:0x0]: returning size 2 00010000:00010000:2.0:1763340289.165977:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165985:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165992:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.165997:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.166001:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166008:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166018:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:2.0:1763340289.166022:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1763340289.166026:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166031:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248f4b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166044:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166049:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166055:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166061:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166066:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.166069:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166075:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166082:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaf00) 00010000:00010000:2.0:1763340289.166084:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.166087:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166091:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18248f3d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166100:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166106:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166112:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166116:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.166119:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166124:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166130:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:2.0:1763340289.166132:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.166135:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166141:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248f44 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.166175:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248f36 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162b4 expref: 221 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.166185:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaf00) 00010000:00010000:2.0:1763340289.166187:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340289.166190:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18248f36 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162b4 expref: 221 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.166201:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf000, rc 0) 00000100:00100000:2.0:1763340289.166668:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56733:x1848995280659200:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1188us (1333us total) trans 4294972357 rc 301/301 00000001:00080000:1.0:1763340289.166676:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972356 is committed 00000100:00100000:2.0:1763340289.166678:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8776 00000004:00080000:1.0:1763340289.166686:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 826 committed 00000004:00080000:1.0:1763340289.166699:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 847 committed 00000004:00080000:1.0:1763340289.166712:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 846 committed 00000004:00080000:1.0:1763340289.166715:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 825 committed 00010000:00010000:1.0:1763340289.166772:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.166782:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.166789:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.166795:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.166798:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.166806:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.166817:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:1.0:1763340289.166820:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.166823:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.166828:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18248dc3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.166841:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.166847:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.166853:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.166858:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.166861:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.166867:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.166874:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:1.0:1763340289.166877:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.166880:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.166885:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248e87 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.166913:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.166920:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.166925:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.166930:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.166933:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.166939:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.166946:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.166949:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.166952:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.166958:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f21 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.167043:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248f2f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162ad expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.167052:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.167055:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340289.167065:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248f28 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162ad expref: 199 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340289.167086:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248f2f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162ad expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.167106:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.167109:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340289.167112:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e600, rc 0) 00000100:00100000:1.0:1763340289.167147:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:55868:x1848995280658944:12345-192.168.203.42@tcp:101:bash.0 Request processed in 2761us (5130us total) trans 4294972356 rc 0/0 00000100:00100000:1.0:1763340289.167155:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8775 00000100:00100000:2.0:1763340289.167613:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188032:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.167668:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.167700:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188544:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.167728:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.167753:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1763340289.167758:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188416:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.167778:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.167809:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188928:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.167828:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.167853:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.167873:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.167888:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188672:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.167904:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.167917:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1763340289.167922:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188288:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.167939:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.167954:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188800:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.167972:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.168008:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188032 00000100:00100000:2.0:1763340289.168015:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188032 00000100:00100000:2.0:1763340289.168048:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188544 00000100:00100000:2.0:1763340289.168052:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188544 00000100:00100000:2.0:1763340289.168076:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188416 00000100:00100000:2.0:1763340289.168079:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188416 00000100:00100000:2.0:1763340289.168088:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188928 00000100:00100000:2.0:1763340289.168091:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188928 00000100:00100000:2.0:1763340289.168098:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188160 00000100:00100000:2.0:1763340289.168100:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188160 00000100:00100000:2.0:1763340289.168109:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5886 00000100:00100000:2.0:1763340289.168116:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+31:3651:x1848995292188032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340289.168141:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:523 count 1 00010000:00010000:2.0:1763340289.168163:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.168180:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.168188:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340289.168191:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340289.168194:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.168196:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188672 00000100:00100000:1.0:1763340289.168202:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188672 00000100:00100000:1.0:1763340289.168223:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188288 00000100:00100000:1.0:1763340289.168226:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188288 00010000:00010000:2.0:1763340289.168231:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.168237:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292188800 00000100:00100000:1.0:1763340289.168240:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292188800 00010000:00010000:2.0:1763340289.168250:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 23 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1763340289.168261:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5887 00000100:00100000:2.0:1763340289.168264:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292189056:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.168270:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888 00000100:00100000:1.0:1763340289.168275:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292188544:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340289.168285:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292188416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340289.168299:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:524 count 1 00000100:00100000:2.0:1763340289.168313:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00002000:00010000:0.0:1763340289.168320:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340289.168325:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.168328:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5889 00010000:00010000:0.0:1763340289.168333:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.168335:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763340289.168336:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3651:x1848995292188928:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340289.168340:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168351:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168364:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168371:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168387:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1763340289.168420:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.168435:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.168439:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.168441:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.168443:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.168454:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292188544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 182us (727us total) trans 21474838608 rc 0/0 00000100:00100000:1.0:1763340289.168462:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5887 00000100:00100000:2.0:1763340289.168478:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292188928:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (648us total) trans 17179871323 rc 0/0 00000100:00100000:1.0:1763340289.168485:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5890 00000100:00100000:1.0:1763340289.168494:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292188160:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.168497:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5889 00002000:00080000:1.0:1763340289.168509:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:524 count 1 00000100:00100000:2.0:1763340289.168545:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891 00002000:00010000:1.0:1763340289.168550:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1763340289.168555:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292188672:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340289.168560:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.168562:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292188416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 282us (782us total) trans 21474838609 rc 0/0 00000100:00100000:0.0:1763340289.168579:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888 00010000:00010000:1.0:1763340289.168588:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.168590:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.168594:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.168598:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5892 00002000:00010000:2.0:1763340289.168607:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.168610:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb mtime from disk: 0 -> 0 00000100:00100000:0.0:1763340289.168610:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292188288:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340289.168611:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340289.168614:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.168620:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00080000:0.0:1763340289.168621:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:523 count 1 00002000:00010000:2.0:1763340289.168625:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763340289.168631:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168634:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.168652:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168663:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.168668:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292188672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 116us (763us total) trans 21474838610 rc 0/0 00010000:00010000:0.0:1763340289.168672:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1763340289.168674:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891 00010000:00010000:0.0:1763340289.168674:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340289.168677:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.168678:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763340289.168687:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5893 00000100:00100000:2.0:1763340289.168694:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3648:x1848995292188800:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340289.168702:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168718:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 12 pid: 8400 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1763340289.168729:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292189184:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.168766:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3480 going to sleep for 11 seconds 00000100:00100000:2.0:1763340289.168775:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+34:3648:x1848995292188800:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (802us total) trans 17179871325 rc 0/0 00000100:00100000:2.0:1763340289.168781:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5893 00010000:00010000:0.0:1763340289.168781:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340289.168786:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168794:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.168798:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168806:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763340289.168811:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1763340289.168821:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168828:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.168831:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292188160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 337us (954us total) trans 17179871324 rc 0/0 00000004:00080000:2.0:1763340289.168845:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffed80/2, rc 0, transno 21474838609 00000100:00100000:1.0:1763340289.168846:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5890 00010000:00010000:0.0:1763340289.168848:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340289.168852:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.168854:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188416:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340289.168864:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc0e49b40) 00000004:00080000:2.0:1763340289.168865:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d85f80/2, rc 0, transno 17179871323 00010000:00010000:0.0:1763340289.168868:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.168869:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188928:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340289.168875:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763340289.168878:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffe680/2, rc 0, transno 21474838608 00000100:00100000:2.0:1763340289.168882:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188544:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763340289.168886:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168892:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb18248f67 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.168906:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.168908:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.168910:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340289.168976:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ed180/2, rc 0, transno 17179871325 00000100:00100000:2.0:1763340289.168980:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188800:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340289.168988:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ed880/2, rc 0, transno 17179871324 00000100:00100000:2.0:1763340289.168991:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188160:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763340289.168997:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffe300/2, rc 0, transno 21474838610 00000100:00100000:2.0:1763340289.169000:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188672:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340289.169033:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340289.171274:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.171522:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280659328 00000100:00100000:2.0:1763340289.171549:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280659328 00000100:00100000:2.0:1763340289.171599:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5894 00000100:00100000:2.0:1763340289.171610:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:55868:x1848995280659328:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340289.171628:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.171658:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162bb expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340289.171684:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340289.171706:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.171708:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.171717:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.171730:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.171743:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:2.0:1763340289.171806:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280659328:12345-192.168.203.42@tcp:101:bash.0 Request processed in 197us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.171813:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5894 00000100:00100000:3.0:1763340289.171929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.172242:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280659584 00000100:00100000:2.0:1763340289.172248:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280659584 00000100:00100000:2.0:1763340289.172286:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2975 00000100:00100000:2.0:1763340289.172293:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56733:x1848995280659584:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340289.172472:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56733:x1848995280659584:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 179us (543us total) trans 4294972358 rc 0/0 00000100:00100000:2.0:1763340289.172479:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2975 00000100:00100000:0.0:1763340289.175082:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292189184:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.175111:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.175209:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292189056:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340289.175225:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.176005:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.176040:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.176394:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.176426:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.176452:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280660096 00000100:00100000:0.0:1763340289.176459:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280660096 00000100:00100000:0.0:1763340289.176498:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5895 00000100:00100000:0.0:1763340289.176505:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280660096:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.176521:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.176572:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162c2 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340289.176592:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340289.176610:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.176612:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.176620:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 25 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.176633:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 25 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.176655:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:0.0:1763340289.176697:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280660096:12345-192.168.203.42@tcp:101:bash.0 Request processed in 192us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.176703:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5895 00000100:00100000:3.0:1763340289.176954:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280659968 00000100:00100000:3.0:1763340289.176959:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280659968 00000100:00100000:3.0:1763340289.177001:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2976 00000100:00100000:3.0:1763340289.177009:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56733:x1848995280659968:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:3.0:1763340289.177119:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56733:x1848995280659968:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 111us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.177126:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2976 00000100:00100000:2.0:1763340289.177546:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280659840 00000100:00100000:2.0:1763340289.177552:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280659840 00010000:00010000:2.0:1763340289.177576:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 14 pid: 8400 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340289.177599:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280659712 00000100:00100000:2.0:1763340289.177602:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280659712 00010000:00010000:2.0:1763340289.177614:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 25 pid: 28498 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1763340289.177651:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2853 00000100:00100000:2.0:1763340289.177658:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555da745c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280659840:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340289.177669:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340289.177674:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 14 pid: 8400 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340289.177684:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 14 pid: 8400 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340289.177702:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be000/0xbdebf3fb18248da0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16228 expref: 14 pid: 8400 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1763340289.177713:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.177715:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.177718:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.177727:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.177751:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340289.177776:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555da745c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280659840:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 119us (1774us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.178300:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2854 00000100:00100000:1.0:1763340289.178313:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280659712:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340289.178323:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340289.178327:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 25 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340289.178337:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 25 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340289.178354:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18248d76 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1621a expref: 25 pid: 28498 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1763340289.178364:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.178365:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.178368:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.178375:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.178392:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340289.178411:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280659712:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 102us (2371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.178494:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2853 00010000:00010000:2.0:1763340289.178581:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178595:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178605:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178613:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178629:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340289.178774:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2854 00000100:00100000:2.0:1763340289.178838:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292188288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10229us (10896us total) trans 21474838611 rc 0/0 00000100:00100000:2.0:1763340289.178846:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5892 00010000:00010000:2.0:1763340289.178864:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340289.178870:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178877:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340289.178881:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178889:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178900:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178912:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248f6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178925:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.178927:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.178928:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340289.178956:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7ffd880/2, rc 0, transno 21474838611 00000100:00100000:2.0:1763340289.178962:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292188288:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340289.178979:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178987:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.178996:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.179002:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.179022:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340289.179049:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340289.179055:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.179062:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.179065:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.179072:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.179084:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.179091:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248f59 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.179105:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.179107:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.179108:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340289.179147:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292188032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11031us (11478us total) trans 17179871326 rc 0/0 00000100:00100000:2.0:1763340289.179154:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5886 00000004:00080000:1.0:1763340289.179207:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc5ee300/2, rc 0, transno 17179871326 00000100:00100000:1.0:1763340289.179213:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292188032:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.182982:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.183015:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.183149:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280660224 00000100:00100000:1.0:1763340289.183159:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280660224 00002000:00010000:1.0:1763340289.183194:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/525 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.183198:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba53800 with x1848995280660224 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.183209:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fba53800. 00000100:00100000:1.0:1763340289.183240:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280660352 00000100:00100000:1.0:1763340289.183244:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280660352 00002000:00010000:1.0:1763340289.183257:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/525 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.183260:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba52300 with x1848995280660352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.183266:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fba52300. 00000100:00100000:1.0:1763340289.183283:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1503 00000100:00100000:1.0:1763340289.183291:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2409:x1848995280660224:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340289.183457:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x20d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340289.183460:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x20d:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.183463:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.183465:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x20d:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.183466:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x20d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.183513:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2409:x1848995280660224:12345-192.168.203.42@tcp:10:bash.0 Request processed in 222us (539us total) trans 21474838612 rc 0/0 00000100:00100000:1.0:1763340289.183520:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1503 00002000:00010000:1.0:1763340289.183524:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/525 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.183526:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba53800 with x1848995280660224 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.183547:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fba53800. 00000100:00100000:1.0:1763340289.183564:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1504 00000100:00100000:1.0:1763340289.183571:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280660352:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340289.183667:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340289.183670:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20d:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.183672:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.183673:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20d:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.183675:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.183697:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280660352:12345-192.168.203.42@tcp:10:bash.0 Request processed in 125us (679us total) trans 17179871327 rc 0/0 00000100:00100000:1.0:1763340289.183704:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1504 00002000:00010000:1.0:1763340289.183707:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/525 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.183710:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fba52300 with x1848995280660352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.183714:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fba52300. 00000100:00100000:0.0:1763340289.189317:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.189400:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280660608 00000100:00100000:2.0:1763340289.189410:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280660608 00000100:00100000:2.0:1763340289.189469:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2977 00000100:00100000:2.0:1763340289.189479:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280660608:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340289.189782:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280660608:12345-192.168.203.42@tcp:35:bash.0 Request processed in 304us (473us total) trans 4294972359 rc 0/0 00000100:00100000:2.0:1763340289.189790:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2977 00000100:00100000:3.0:1763340289.193654:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.193861:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280660864 00000100:00100000:1.0:1763340289.193871:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280660864 00000100:00100000:1.0:1763340289.193931:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8777 00000100:00100000:1.0:1763340289.193940:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56734:x1848995280660864:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.193965:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.193988:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248f83 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162c9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.194070:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.194084:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194096:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194107:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.194113:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194119:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194224:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18248f98 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.194233:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18248f98 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194239:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18248f98 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340289.194248:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c0:0x0]: returning size 5 00010000:00010000:1.0:1763340289.194325:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194333:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194342:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194348:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194354:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.194358:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194365:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194376:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f800) 00010000:00010000:1.0:1763340289.194378:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.194383:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194388:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18248f8a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194398:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194404:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194409:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194414:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.194416:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194425:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194432:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f100) 00010000:00010000:1.0:1763340289.194434:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.194437:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194442:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18248f91 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.194483:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18248f83 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c9 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.194496:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18248f98 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c9 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.194503:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.194505:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340289.194507:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340289.194612:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56734:x1848995280660864:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 673us (976us total) trans 4294972360 rc 0/0 00000100:00100000:1.0:1763340289.194619:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8777 00000100:00100000:0.0:1763340289.198913:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.199253:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280661120 00000100:00100000:3.0:1763340289.199262:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280661120 00000100:00100000:3.0:1763340289.199313:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2978 00000100:00100000:3.0:1763340289.199322:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56734:x1848995280661120:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340289.199652:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56734:x1848995280661120:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 330us (746us total) trans 4294972361 rc 0/0 00000100:00100000:3.0:1763340289.199660:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2978 00000100:00100000:0.0:1763340289.202207:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.204045:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280661376 00000100:00100000:1.0:1763340289.204058:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280661376 00000100:00100000:1.0:1763340289.204132:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8778 00000100:00100000:0.0:1763340289.204227:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56735:x1848995280661376:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340289.204283:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340289.204311:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb18248f2f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162ad expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.204330:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18248f98 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c9 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.204341:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18248f1a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162a6 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.204351:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340289.204359:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.204384:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.204396:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.204405:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.204417:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.204424:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.204430:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.204510:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.204518:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.204526:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763340289.204947:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1265, 64 off107256 00000004:00080000:0.0:1763340289.204955:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030012421797ns, next at 1031012419777ns, rc = 0 00000040:00080000:0.0:1763340289.204978:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1287, 64 off109000 00000004:00080000:0.0:1763340289.204982:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030012449695ns, next at 1031012448648ns, rc = 0 00000040:00080000:0.0:1763340289.204992:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1288, 64 off109064 00000040:00080000:0.0:1763340289.205000:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1266, 64 off107320 00010000:00010000:0.0:1763340289.205050:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.205059:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205066:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205072:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205077:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205083:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205105:0:6513:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340289.205124:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205130:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205137:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205141:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.205145:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205151:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205160:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25000) 00010000:00010000:0.0:1763340289.205162:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340289.205166:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205173:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248fb4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205301:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205308:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205313:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205318:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205323:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.205325:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205333:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205340:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.205342:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.205345:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205350:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248fa6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340289.205362:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef0c71ee reply state 00000000d1172754 transno 4294972362 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205372:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.205377:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.205379:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340289.205382:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340289.205463:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56735:x1848995280661376:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1319us (3261us total) trans 4294972362 rc 0/0 00000100:00100000:0.0:1763340289.205471:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8778 00010000:00010000:2.0:1763340289.206170:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340289.206177:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.206185:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9d800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340289.206188:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.206195:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.206205:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c0:0x0].0x0 (ffff9555fbb25000) 00010000:00010000:2.0:1763340289.206207:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340289.206211:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.206216:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18248fbb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.206236:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.206238:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.206240:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340289.210115:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.210238:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280661504 00000100:00100000:2.0:1763340289.210249:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280661504 00000100:00100000:2.0:1763340289.210328:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8779 00000100:00100000:2.0:1763340289.210339:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56734:x1848995280661504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.210478:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.210505:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fc2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162d0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.210591:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.210605:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210616:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210627:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.210649:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210658:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210702:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210709:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210715:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210722:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210728:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.210733:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210740:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210752:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.210755:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.210760:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210766:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fc9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210779:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210785:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210790:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210795:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.210798:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210803:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210810:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.210812:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.210815:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210825:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fd0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.210852:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fc2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162d0 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.210862:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.210865:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.210868:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fc2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162d0 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.210881:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8200, rc 0) 00000100:00100000:2.0:1763340289.210945:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56734:x1848995280661504:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 608us (839us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.210953:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8779 00000100:00100000:1.0:1763340289.222002:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.222115:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280661632 00000100:00100000:3.0:1763340289.222126:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280661632 00000100:00100000:3.0:1763340289.222377:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8780 00000100:00100000:3.0:1763340289.222389:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56736:x1848995280661632:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.222409:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.222648:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248fd7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162d7 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.222811:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.222826:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222839:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222851:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.222858:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222865:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222912:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222920:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222926:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222933:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222939:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.222943:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222951:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222963:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acca00) 00010000:00010000:2.0:1763340289.222967:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.222972:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222979:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18248fde lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222993:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.222999:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.223005:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.223010:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.223013:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.223018:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.223024:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.223026:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.223029:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.223035:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18248fe5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.223060:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248fd7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162d7 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.223070:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acca00) 00010000:00010000:2.0:1763340289.223072:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.223076:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18248fd7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162d7 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.223092:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:2.0:1763340289.223160:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56736:x1848995280661632:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 773us (1167us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.223167:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8780 00000100:00100000:0.0:1763340289.225681:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.225758:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280661760 00000100:00100000:2.0:1763340289.225769:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280661760 00000100:00100000:2.0:1763340289.225828:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8781 00000100:00100000:2.0:1763340289.225837:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56736:x1848995280661760:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.225856:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.225875:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162de expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.225935:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.225947:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.225957:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.225968:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.225975:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.225980:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226013:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226019:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226024:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226029:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226035:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.226039:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226045:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226055:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.226058:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.226062:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226067:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18248ff3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226077:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226082:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226087:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226091:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.226094:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226099:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226104:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.226106:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.226109:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226114:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18248ffa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.226136:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fec lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162de expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.226143:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.226145:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.226148:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18248fec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162de expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.226159:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9800, rc 0) 00000100:00100000:2.0:1763340289.226216:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56736:x1848995280661760:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 380us (543us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.226224:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8781 00000100:00100000:0.0:1763340289.228349:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.228450:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280661888 00000100:00100000:2.0:1763340289.228459:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280661888 00000100:00100000:2.0:1763340289.228510:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8782 00000100:00100000:2.0:1763340289.228519:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56736:x1848995280661888:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.228582:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.228605:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249001 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162e5 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.228673:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249008 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.228685:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249008 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.228696:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249008 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340289.228738:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340289.228742:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340289.228774:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249001 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162e5 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.228791:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249008 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162e5 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.228799:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:2.0:1763340289.228801:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340289.228804:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340289.228848:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56736:x1848995280661888:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 331us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.228856:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8782 00000100:00100000:1.0:1763340289.232197:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.233106:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280662144 00000100:00100000:2.0:1763340289.233117:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280662144 00000100:00100000:0.0:1763340289.233259:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8783 00000100:00100000:0.0:1763340289.233270:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56737:x1848995280662144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.233288:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.233307:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824900f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162ec expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.233376:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.233390:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233401:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233411:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.233418:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233424:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233462:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233470:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233477:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233484:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233490:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.233493:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233501:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233512:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:0.0:1763340289.233515:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.233519:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233526:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249016 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233583:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233589:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233594:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233599:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.233602:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233606:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233614:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.233616:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.233618:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233624:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824901d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.233665:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824900f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162ec expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.233675:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:0.0:1763340289.233678:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340289.233682:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb1824900f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162ec expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.233692:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0800, rc 0) 00000100:00100000:0.0:1763340289.233753:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56737:x1848995280662144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 485us (1564us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.233761:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8783 00000100:00100000:0.0:1763340289.241752:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.241857:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280662272 00000100:00100000:2.0:1763340289.241867:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280662272 00000100:00100000:2.0:1763340289.241928:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8784 00000100:00100000:2.0:1763340289.241938:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56736:x1848995280662272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.241958:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.241976:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249024 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162f3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.242038:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.242051:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242062:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242075:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.242082:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242088:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242125:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242131:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242137:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242142:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242147:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.242151:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242158:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242172:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:2.0:1763340289.242175:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.242181:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242187:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824902b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242200:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242206:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242211:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242216:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.242218:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242224:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242230:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.242233:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.242236:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242241:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249032 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.242267:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249024 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162f3 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.242277:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:2.0:1763340289.242279:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.242282:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249024 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162f3 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.242291:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340289.244876:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56736:x1848995280662272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2930us (3123us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.244888:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8784 00000100:00100000:3.0:1763340289.251416:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.254739:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280662528 00000100:00100000:0.0:1763340289.254755:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280662528 00000100:00100000:0.0:1763340289.254831:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8785 00000100:00100000:0.0:1763340289.254841:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56736:x1848995280662528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.254860:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.254863:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340289.254887:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249008 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162e5 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.254905:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:0.0:1763340289.254913:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.254928:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249039 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df162fa expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.255028:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.255039:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255048:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255057:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.255064:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255069:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255404:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.255413:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255420:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340289.255429:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00010000:00010000:0.0:1763340289.255452:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255459:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255467:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255473:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255478:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b1a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.255482:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255488:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255496:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.255498:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.255502:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255507:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb18249040 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340289.255529:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000040f73d7 reply state 00000000dcfc8aaa transno 4294972363 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255604:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.255611:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.255613:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340289.255616:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340289.255650:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249039 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.255672:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.255680:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340289.255682:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.255685:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0a00, rc 0) 00000100:00100000:0.0:1763340289.255748:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56736:x1848995280662528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 908us (4341us total) trans 4294972363 rc 0/0 00000100:00100000:0.0:1763340289.255755:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8785 00000100:00100000:1.0:1763340289.261518:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.261944:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.262124:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280662912 00000100:00100000:0.0:1763340289.262134:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280662912 00000100:00100000:0.0:1763340289.262192:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280663040 00000100:00100000:0.0:1763340289.262196:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280663040 00000100:00100000:0.0:1763340289.262230:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8786 00000100:00100000:0.0:1763340289.262240:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56738:x1848995280662912:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.262262:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.262280:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824905c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16308 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262375:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.262389:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.262401:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340289.262412:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00010000:00010000:0.0:1763340289.262504:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1a00/0xbdebf3fb1824905c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262557:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262565:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340289.262569:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.262572:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:0.0:1763340289.262621:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56738:x1848995280662912:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 383us (1113us total) trans 4294972364 rc 0/0 00000100:00100000:0.0:1763340289.262629:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8786 00000100:00100000:0.0:1763340289.262657:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8787 00000100:00100000:0.0:1763340289.262664:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56736:x1848995280663040:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.262672:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.262700:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249071 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16301 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262743:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.262754:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262762:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262770:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.262803:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262815:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 208 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.262828:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292189312:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.262883:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.262892:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 208 pid: 6513 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.262900:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292189440:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.262919:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340289.266049:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.266121:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280663168 00000100:00100000:3.0:1763340289.266129:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280663168 00010000:00010000:3.0:1763340289.266164:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 209 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.266207:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2855 00000100:00100000:3.0:1763340289.266217:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280663168:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340289.266233:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.266239:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 209 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340289.266251:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 209 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340289.266272:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:3.0:1763340289.266277:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.266286:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340289.266345:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280663168:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 129us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.266352:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2855 00010000:00010000:0.0:1763340289.266484:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249063 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16308 expref: 208 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.266513:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292189312:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.266524:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292189440:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.266575:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340289.271024:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.271313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.271645:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280663296 00000100:00100000:1.0:1763340289.271655:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280663296 00010000:00010000:1.0:1763340289.271695:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 208 pid: 6513 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.271742:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2856 00000100:00100000:1.0:1763340289.271753:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2408:x1848995280663296:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340289.271770:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340289.271777:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 208 pid: 6513 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.271789:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 208 pid: 6513 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.271813:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824904e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162fa expref: 208 pid: 6513 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.271844:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.271849:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.271859:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.271866:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.271892:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340289.271945:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:2408:x1848995280663296:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 194us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.271953:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2856 00010000:00010000:0.0:1763340289.272159:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272170:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340289.272197:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00000004:00080000:0.0:1763340289.272391:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20f:0x0], index 1: 0 00000004:00080000:0.0:1763340289.272399:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x20f:0x0], index 0: 0 00000004:00080000:0.0:1763340289.272404:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x210:0x0], index 0: 0 00000004:00080000:0.0:1763340289.272408:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x210:0x0], index 1: 0 00010000:00010000:0.0:1763340289.272522:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272566:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272574:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272580:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.272586:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272593:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272603:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340289.272607:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340289.272611:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272617:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb18249078 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.272682:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249071 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16301 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.272699:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340289.272701:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340289.272705:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249071 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16301 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.272722:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8800, rc 0) 00000100:00100000:0.0:1763340289.272768:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56736:x1848995280663040:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 10104us (10823us total) trans 4294972365 rc 301/301 00000100:00100000:0.0:1763340289.272775:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8787 00000100:00100000:2.0:1763340289.274121:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280663552 00000100:00100000:2.0:1763340289.274136:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280663552 00000100:00100000:1.0:1763340289.274351:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2979 00000100:00100000:1.0:1763340289.274362:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56738:x1848995280663552:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.276928:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56738:x1848995280663552:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 2557us (5603us total) trans 4294972366 rc 0/0 00000100:00100000:1.0:1763340289.276942:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2979 00000100:00100000:3.0:1763340289.277872:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.278232:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280663808 00000100:00100000:1.0:1763340289.278241:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280663808 00000100:00100000:1.0:1763340289.278290:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2980 00000100:00100000:1.0:1763340289.278298:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56736:x1848995280663808:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.278489:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56736:x1848995280663808:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 192us (619us total) trans 4294972367 rc 0/0 00000100:00100000:1.0:1763340289.278497:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2980 00000100:00100000:2.0:1763340289.282042:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.282126:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.282367:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280664320 00000100:00100000:0.0:1763340289.282377:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280664320 00000100:00100000:0.0:1763340289.282438:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8788 00000100:00100000:0.0:1763340289.282449:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56738:x1848995280664320:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.282473:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.282497:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb18249086 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1630f expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.282600:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.282612:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282623:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282633:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.282655:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282662:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282761:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb1824909b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.282768:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb1824909b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282775:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb1824909b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340289.282785:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00010000:00010000:0.0:1763340289.282857:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282864:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282870:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282876:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282881:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.282885:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282891:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282905:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.282907:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.282912:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282917:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb1824908d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282949:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282955:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282961:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282966:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.282968:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282974:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282980:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.282982:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.282985:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.282989:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb18249094 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.283019:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb18249086 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1630f expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.283038:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb1824909b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1630f expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.283045:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25000) 00010000:00010000:0.0:1763340289.283047:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.283049:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9200, rc 0) 00000100:00100000:0.0:1763340289.283102:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56738:x1848995280664320:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 655us (976us total) trans 4294972368 rc 0/0 00000100:00100000:0.0:1763340289.283109:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8788 00000100:00100000:1.0:1763340289.283224:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280664064 00000100:00100000:1.0:1763340289.283229:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280664064 00000100:00100000:1.0:1763340289.283267:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2981 00000100:00100000:1.0:1763340289.283276:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56736:x1848995280664064:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.283383:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56736:x1848995280664064:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 108us (1349us total) trans 4294972369 rc 0/0 00000100:00100000:1.0:1763340289.283390:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2981 00000100:00100000:2.0:1763340289.293367:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.293505:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280664448 00000100:00100000:3.0:1763340289.293516:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280664448 00000100:00100000:3.0:1763340289.298389:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5896 00000100:00100000:3.0:1763340289.298408:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280664448:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.298427:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.298449:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16316 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340289.298472:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x210:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340289.298491:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.298493:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.298501:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.298517:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.298528:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:3.0:1763340289.298605:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280664448:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 204us (5251us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.298613:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5896 00000100:00100000:3.0:1763340289.300173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.300214:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.300293:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280664832 00000100:00100000:0.0:1763340289.300302:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280664832 00000100:00100000:0.0:1763340289.300342:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8789 00000100:00100000:0.0:1763340289.300350:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280664832:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.300371:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.300373:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340289.300397:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb1824909b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1630f expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.300426:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25000) 00010000:00010000:0.0:1763340289.300435:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.300449:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182490b0 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16324 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.300569:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182490b7 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.300582:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182490b7 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c1:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.300594:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182490b7 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c1:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340289.300608:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00010000:00010000:0.0:1763340289.300735:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182490b0 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16324 expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.300751:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182490b7 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c1:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16324 expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.300758:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.300760:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763340289.300762:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8400, rc 0) 00000100:00100000:0.0:1763340289.301372:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280664832:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1022us (1204us total) trans 4294972370 rc 0/0 00000100:00100000:0.0:1763340289.301381:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8789 00000100:00100000:1.0:1763340289.303006:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280664576 00000100:00100000:1.0:1763340289.303018:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280664576 00000100:00100000:1.0:1763340289.303070:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5897 00000100:00100000:1.0:1763340289.303078:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280664576:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.303092:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.303111:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1631d expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340289.303133:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x210:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340289.303150:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.303153:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.303160:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 26 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340289.303178:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 26 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340289.303189:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340289.303245:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280664576:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 166us (3028us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.303252:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5897 00000100:00100000:2.0:1763340289.303754:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.304023:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280664960 00000100:00100000:0.0:1763340289.304028:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280664960 00000100:00100000:0.0:1763340289.304064:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8790 00000100:00100000:0.0:1763340289.304071:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280664960:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.304084:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.304097:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb182490cc lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1632b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.304125:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb182490d3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.304137:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb182490d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.304148:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb182490d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.304253:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb182490cc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1632b expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.304277:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb182490d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1632b expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.304285:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.304288:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340289.304290:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8200, rc 0) 00000100:00100000:0.0:1763340289.304329:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280664960:12345-192.168.203.42@tcp:101:bash.0 Request processed in 259us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.304334:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8790 00000100:00100000:0.0:1763340289.304881:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.304946:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280665216 00000100:00100000:1.0:1763340289.304951:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280665216 00000100:00100000:1.0:1763340289.304985:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2982 00000100:00100000:1.0:1763340289.304991:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56738:x1848995280665216:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.305313:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56738:x1848995280665216:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 321us (458us total) trans 4294972371 rc 0/0 00000100:00100000:1.0:1763340289.305321:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2982 00000100:00100000:1.0:1763340289.307585:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.307718:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280665472 00000100:00100000:2.0:1763340289.307729:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280665472 00000100:00100000:0.0:1763340289.308017:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8791 00000100:00100000:0.0:1763340289.308031:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280665472:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:0.0:1763340289.308085:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.308111:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182490b7 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c1:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16324 expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.308144:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.308150:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.308342:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.308358:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.308369:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:0.0:1763340289.308415:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972372 00000004:00010000:0.0:1763340289.308459:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cc9fd7ad reply state 00000000163c1f62 transno 4294972373 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.308472:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.308479:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.308481:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340289.308484:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340289.308609:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280665472:12345-192.168.203.42@tcp:36:bash.0 Request processed in 580us (1028us total) trans 4294972373 rc 0/0 00000100:00100000:0.0:1763340289.308617:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8791 00000020:00080000:0.0:1763340289.308622:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340289.310489:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.310769:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280665728 00000100:00100000:0.0:1763340289.310779:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280665728 00000100:00100000:0.0:1763340289.310848:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8792 00000100:00100000:0.0:1763340289.310858:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56738:x1848995280665728:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.310879:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.310901:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb182490e1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16332 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.310971:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.310983:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311005:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311015:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.311022:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311029:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311120:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.311129:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311136:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340289.311146:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00010000:00010000:0.0:1763340289.311214:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311221:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311227:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311233:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311239:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.311244:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311251:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311263:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:0.0:1763340289.311266:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.311271:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311277:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182490e8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311301:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311307:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311313:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311318:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.311321:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311326:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311334:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.311337:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.311340:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311349:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182490ef lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.311384:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb182490e1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.311404:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 218 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.311411:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.311414:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.311416:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8c00, rc 0) 00000100:00100000:0.0:1763340289.311473:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56738:x1848995280665728:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 616us (990us total) trans 4294972374 rc 0/0 00000100:00100000:0.0:1763340289.311481:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8792 00000100:00100000:1.0:1763340289.313130:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.313231:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280665856 00000100:00100000:0.0:1763340289.313240:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280665856 00000100:00100000:0.0:1763340289.313290:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8793 00000100:00100000:0.0:1763340289.313298:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:55868:x1848995280665856:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.313317:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.313331:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb18249104 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16339 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.313371:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb18249104 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16339 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.313383:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb18249104 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16339 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.313398:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.313401:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340289.313404:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8e00, rc 0) 00000100:00100000:0.0:1763340289.313443:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:55868:x1848995280665856:12345-192.168.203.42@tcp:101:bash.0 Request processed in 146us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.313450:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8793 00000100:00100000:1.0:1763340289.317608:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.317966:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280666112 00000100:00100000:0.0:1763340289.317976:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280666112 00000100:00100000:0.0:1763340289.318031:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2983 00000100:00100000:0.0:1763340289.318041:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56738:x1848995280666112:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340289.318265:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56738:x1848995280666112:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 224us (665us total) trans 4294972375 rc 0/0 00000100:00100000:0.0:1763340289.318273:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2983 00000100:00100000:1.0:1763340289.320757:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.320805:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280666368 00000100:00100000:2.0:1763340289.320815:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280666368 00000100:00100000:2.0:1763340289.320879:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8794 00000100:00100000:2.0:1763340289.320889:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:55868:x1848995280666368:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340289.320911:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.320914:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340289.320940:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb18249104 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16339 expref: 220 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.320975:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:2.0:1763340289.320980:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340289.320993:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824910b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16340 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.321041:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.321054:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 220 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.321063:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.321096:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 220 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.321109:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 220 pid: 6513 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340289.321122:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292189568:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340289.321202:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340289.323962:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.324054:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.324066:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292189568:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340289.324093:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340289.324156:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280666496 00000100:00100000:3.0:1763340289.324163:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280666496 00000100:00100000:3.0:1763340289.324266:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2984 00000100:00100000:3.0:1763340289.324276:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:56738:x1848995280666496:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340289.324382:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280666624 00000100:00100000:0.0:1763340289.324386:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280666624 00010000:00010000:0.0:1763340289.324407:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 222 pid: 6513 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.324429:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2857 00000100:00100000:0.0:1763340289.324436:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:2407:x1848995280666624:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.324445:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.324456:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 222 pid: 6513 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.324467:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 222 pid: 6513 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.324488:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb182490f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16332 expref: 222 pid: 6513 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.324515:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.324520:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.324529:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.324569:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.324587:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340289.324645:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.324652:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340289.324853:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1289, 88 off109152 00000004:00080000:1.0:1763340289.324860:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030132327207ns, next at 1031012448648ns, rc = 0 00000040:00080000:1.0:1763340289.324889:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1267, 88 off107408 00000004:00080000:1.0:1763340289.324893:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030132359763ns, next at 1031012419777ns, rc = 0 00000040:00080000:1.0:1763340289.324927:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1268, 88 off107496 00000004:00080000:1.0:1763340289.324931:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030132398282ns, next at 1031012419777ns, rc = 0 00000040:00080000:1.0:1763340289.324944:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1290, 88 off109240 00000004:00080000:1.0:1763340289.324947:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030132414684ns, next at 1031012448648ns, rc = 0 00000001:00080000:1.0:1763340289.327279:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972376 is committed 00000004:00080000:1.0:1763340289.327380:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 850 committed 00000004:00080000:1.0:1763340289.327384:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 829 committed 00000004:00080000:1.0:1763340289.327391:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 828 committed 00000004:00080000:1.0:1763340289.327392:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 849 committed 00000004:00080000:1.0:1763340289.327412:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 848 committed 00000004:00080000:1.0:1763340289.327414:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 827 committed 00000100:00100000:1.0:1763340289.327567:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292189696:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340289.327904:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.327951:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340289.327957:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292190080:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340289.327981:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.328012:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292189696 00000100:00100000:1.0:1763340289.328018:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292189696 00000100:00100000:1.0:1763340289.328056:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5898 00000100:00100000:1.0:1763340289.328065:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292189696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340289.328092:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:525 count 1 00010000:00010000:1.0:1763340289.328116:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.328135:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.328144:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340289.328146:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340289.328149:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.328174:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.328187:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.328198:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292190208:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340289.328802:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56738:x1848995280666496:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 4522us (4844us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.328813:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2984 00000100:00100000:3.0:1763340289.328841:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292190080 00000100:00100000:3.0:1763340289.328846:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292190080 00000100:00100000:3.0:1763340289.328874:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5899 00000100:00100000:3.0:1763340289.328880:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292190080:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340289.329014:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340289.329017:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.329019:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.329021:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.329023:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x210:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.329064:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+19:3651:x1848995292190080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 184us (1083us total) trans 21474838613 rc 0/0 00000100:00100000:3.0:1763340289.329071:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5899 00010000:00010000:2.0:1763340289.329082:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.329095:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.329101:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.329106:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.329111:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340289.329113:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292189824:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340289.329118:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.329132:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.329135:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.329137:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340289.329139:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.329145:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18248fad lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340289.329152:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292190464:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340289.329169:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340289.329173:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.329179:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340289.329182:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:2.0:1763340289.329185:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340289.329187:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292189952:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340289.329191:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.329193:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.329200:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340289.329203:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340289.329208:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.329210:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.329213:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340289.329216:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292190592:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340289.329219:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249047 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340289.329230:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763340289.329237:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.329243:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.329248:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.329253:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.329256:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.329261:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340289.329268:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292190720:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340289.329268:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:2.0:1763340289.329271:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.329274:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.329279:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182490da lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340289.329289:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.329303:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292189824 00000100:00100000:3.0:1763340289.329306:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763340289.329307:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292189824 00000100:00100000:3.0:1763340289.329310:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292190336:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340289.329328:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.329341:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292190464 00000100:00100000:2.0:1763340289.329344:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292190464 00000100:00100000:3.0:1763340289.329348:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292189952 00000100:00100000:3.0:1763340289.329351:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292189952 00000100:00100000:3.0:1763340289.329362:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292190592 00000100:00100000:2.0:1763340289.329362:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292190720 00000100:00100000:3.0:1763340289.329365:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292190592 00000100:00100000:2.0:1763340289.329365:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292190720 00000100:00100000:3.0:1763340289.329373:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292190336 00000100:00100000:3.0:1763340289.329375:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292190336 00000100:00100000:2.0:1763340289.329376:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900 00000100:00100000:2.0:1763340289.329382:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292189824:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.329384:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5901 00000100:00100000:3.0:1763340289.329389:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3648:x1848995292190464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340289.329393:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:526 count 1 00002000:00080000:3.0:1763340289.329397:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:526 count 1 00010000:00010000:2.0:1763340289.329406:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.329409:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.329419:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 25 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340289.329419:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 14 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.329427:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.329427:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.329429:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.329429:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.329432:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.329432:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.329452:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 25 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340289.329452:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 14 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.329464:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 25 pid: 8400 timeout: 1130 lvb_type: 1 00010000:00010000:2.0:1763340289.329464:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 14 pid: 28498 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763340289.329475:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292190848:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340289.329475:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292190976:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340289.329512:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340289.329512:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763340289.329526:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5902 00000100:00100000:2.0:1763340289.329530:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903 00000100:00100000:3.0:1763340289.329549:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292189952:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.329552:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:3648:x1848995292190592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.329647:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+37:3648:x1848995292190592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 95us (415us total) trans 17179871328 rc 0/0 00000100:00100000:2.0:1763340289.329653:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903 00000100:00100000:2.0:1763340289.329668:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5904 00000100:00100000:2.0:1763340289.329674:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:3650:x1848995292190720:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340289.329724:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x210:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.329727:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x210:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.329729:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x210:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.329731:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x210:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.329733:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x210:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340289.329759:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+37:3650:x1848995292190720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (469us total) trans 17179871329 rc 0/0 00000100:00100000:2.0:1763340289.329764:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5904 00000100:00100000:2.0:1763340289.329776:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5905 00000100:00100000:2.0:1763340289.329868:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:3650:x1848995292190336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340289.329880:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:525 count 1 00010000:00010000:2.0:1763340289.329891:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.329902:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 25 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.329908:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340289.329910:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340289.329913:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.329931:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 25 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.329940:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 25 pid: 8400 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340289.329948:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292191104:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340289.329971:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7dca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340289.330040:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:2407:x1848995280666624:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 5602us (5983us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.330048:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2857 00000100:00100000:1.0:1763340289.330668:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cb61da80 going to sleep for 11 seconds 00010000:00010000:1.0:1763340289.330723:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16340 expref: 198 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.330738:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340289.330741:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340289.330754:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824910b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16340 expref: 198 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340289.330769:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16340 expref: 197 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.330860:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:1.0:1763340289.330864:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340289.330866:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:1.0:1763340289.330899:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280666368:12345-192.168.203.42@tcp:101:bash.0 Request processed in 10011us (10149us total) trans 4294972376 rc 0/0 00000100:00100000:1.0:1763340289.330906:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8794 00000004:00080000:0.0:1763340289.331031:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc000/2, rc 0, transno 17179871329 00000100:00100000:0.0:1763340289.331038:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292190720:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340289.331061:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6dc00/2, rc 0, transno 21474838613 00000100:00100000:0.0:1763340289.331065:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292190080:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.333030:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292189952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3488us (3815us total) trans 21474838614 rc 0/0 00000100:00100000:3.0:1763340289.333043:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5902 00000004:00080000:2.0:1763340289.338593:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6c380/2, rc 0, transno 21474838614 00000100:00100000:2.0:1763340289.338607:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292189952:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340289.338625:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dd180/2, rc 0, transno 17179871328 00000100:00100000:2.0:1763340289.338630:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292190592:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.341998:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292191104:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340289.342028:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.342116:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.342142:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.342165:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280666752 00000100:00100000:0.0:1763340289.342171:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280666752 00010000:00010000:0.0:1763340289.342206:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 26 pid: 8400 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.342237:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280667008 00000100:00100000:0.0:1763340289.342239:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280667008 00010000:00010000:0.0:1763340289.342249:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 15 pid: 28498 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763340289.342267:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2858 00000100:00100000:0.0:1763340289.342274:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2409:x1848995280666752:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.342288:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.342293:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 26 pid: 8400 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.342303:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 26 pid: 8400 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.342322:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18248f7c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162c2 expref: 26 pid: 8400 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.342335:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.342337:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.342342:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342351:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342371:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.342411:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280666752:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 137us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.342418:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2858 00000100:00100000:0.0:1763340289.342434:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2859 00000100:00100000:0.0:1763340289.342439:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280667008:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.342446:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.342450:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 15 pid: 28498 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340289.342460:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 15 pid: 28498 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340289.342471:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.342473:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.342476:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342484:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342493:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.342506:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280667008:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 68us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.342512:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2859 00010000:00010000:0.0:1763340289.342529:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342567:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342577:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342585:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.342600:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340289.343418:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292190848:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340289.343435:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.343471:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340289.343477:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.343484:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340289.343488:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.343498:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.343510:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.343517:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824912e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.343612:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.343648:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280666880 00000100:00100000:2.0:1763340289.343653:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280666880 00010000:00010000:2.0:1763340289.343673:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 25 pid: 8400 timeout: 1130 lvb_type: 1 00000100:00100000:2.0:1763340289.343695:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2860 00000100:00100000:2.0:1763340289.343702:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555da744850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280666880:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340289.343711:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340289.343716:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 25 pid: 8400 timeout: 1130 lvb_type: 1 00010000:00010000:2.0:1763340289.343725:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 25 pid: 8400 timeout: 1130 lvb_type: 1 00010000:00010000:2.0:1763340289.343739:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18248ee9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1628a expref: 25 pid: 8400 timeout: 1130 lvb_type: 1 00010000:00010000:2.0:1763340289.343749:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.343751:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.343754:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.343769:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.343796:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340289.343825:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555da744850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280666880:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 122us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.343831:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2860 00000100:00100000:2.0:1763340289.343920:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.343972:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292190208:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340289.343989:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344014:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7800/0xbdebf3fb18248ef0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16291 expref: 14 pid: 28498 timeout: 1130 lvb_type: 1 00000100:00100000:1.0:1763340289.344031:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292190976:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340289.344053:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344063:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344070:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344083:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344091:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.344093:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.344110:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280667264 00010000:00010000:1.0:1763340289.344112:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340289.344114:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280667264 00010000:00010000:2.0:1763340289.344130:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340289.344149:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2861 00000100:00100000:2.0:1763340289.344156:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280667264:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340289.344163:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340289.344167:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:2.0:1763340289.344178:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:2.0:1763340289.344192:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18248f75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df162bb expref: 14 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:2.0:1763340289.344202:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.344203:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.344207:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344215:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344237:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340289.344259:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280667264:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 104us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.344266:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2861 00010000:00010000:2.0:1763340289.344281:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344289:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344297:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344304:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344319:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340289.344319:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292189824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14934us (15177us total) trans 21474838615 rc 0/0 00000100:00100000:1.0:1763340289.344331:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900 00000100:00100000:1.0:1763340289.344346:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280667136 00000100:00100000:1.0:1763340289.344351:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280667136 00000100:00100000:1.0:1763340289.344386:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5906 00000100:00100000:1.0:1763340289.344395:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280667136:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340289.344409:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.344429:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16347 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.344437:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3651:x1848995292189696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16370us (16530us total) trans 21474838616 rc 0/0 00000100:00100000:2.0:1763340289.344446:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5898 00002000:00010000:1.0:1763340289.344455:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340289.344462:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340289.344469:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344471:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.344474:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.344481:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.344484:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 25 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344486:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344504:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344506:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 25 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344522:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344528:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e000, rc 0) 00010000:00010000:2.0:1763340289.344550:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6be600/0xbdebf3fb18249120 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344569:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340289.344573:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.344575:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280667136:12345-192.168.203.42@tcp:101:bash.0 Request processed in 182us (654us total) trans 0 rc 0/0 00010000:00010000:2.0:1763340289.344588:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00000100:00100000:1.0:1763340289.344590:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5906 00010000:00010000:2.0:1763340289.344593:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344602:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344610:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.344612:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.344619:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249119 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.344646:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.344648:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.344650:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340289.344679:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6c000/2, rc 0, transno 21474838615 00000100:00100000:2.0:1763340289.344685:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292189824:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340289.345220:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340289.345223:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340289.345225:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340289.345241:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.345251:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.345258:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.345265:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.345287:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340289.345428:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3648:x1848995292190464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16037us (16256us total) trans 17179871331 rc 0/0 00000100:00100000:3.0:1763340289.345435:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5901 00000004:00080000:3.0:1763340289.345485:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6e680/2, rc 0, transno 21474838616 00000100:00100000:3.0:1763340289.345491:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292189696:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340289.345491:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340289.345500:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.345509:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.345513:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.345520:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.345551:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.345558:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249127 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.345574:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.345576:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.345578:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340289.346042:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+37:3650:x1848995292190336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16258us (16710us total) trans 17179871330 rc 0/0 00000100:00100000:0.0:1763340289.346050:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5905 00000004:00080000:3.0:1763340289.346187:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6ddf80/2, rc 0, transno 17179871330 00000100:00100000:3.0:1763340289.346193:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292190336:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763340289.346946:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc700/2, rc 0, transno 17179871331 00000100:00100000:2.0:1763340289.346955:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292190464:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.353703:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.353792:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280667392 00000100:00100000:0.0:1763340289.353803:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280667392 00000100:00100000:0.0:1763340289.353862:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5907 00000100:00100000:0.0:1763340289.353873:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:55868:x1848995280667392:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.353891:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.353913:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1634e expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340289.353938:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340289.353961:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.353964:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.353973:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.353988:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.354007:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8c00, rc 0) 00000100:00100000:0.0:1763340289.354066:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280667392:12345-192.168.203.42@tcp:101:bash.0 Request processed in 195us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.354073:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5907 00000100:00100000:2.0:1763340289.358595:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.359797:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280667648 00000100:00100000:1.0:1763340289.359809:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280667648 00002000:00010000:1.0:1763340289.359849:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/527 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.359855:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dce00 with x1848995280667648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.359866:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6dce00. 00000100:00100000:1.0:1763340289.359906:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1505 00000100:00100000:1.0:1763340289.359916:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280667648:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340289.360097:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340289.360101:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20f:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.360104:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.360106:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20f:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.360108:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.360314:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280667648:12345-192.168.203.42@tcp:10:bash.0 Request processed in 397us (1726us total) trans 17179871332 rc 0/0 00000100:00100000:1.0:1763340289.360323:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1505 00000100:00100000:2.0:1763340289.360325:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:1.0:1763340289.360327:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/527 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.360329:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dce00 with x1848995280667648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.360334:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6dce00. 00000100:00100000:0.0:1763340289.360497:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280667776 00000100:00100000:0.0:1763340289.360502:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280667776 00000100:00100000:0.0:1763340289.360562:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8795 00000100:00100000:0.0:1763340289.360570:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56739:x1848995280667776:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.360586:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.360733:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249143 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16355 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340289.360779:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.361016:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280667904 00000100:00100000:1.0:1763340289.361021:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280667904 00002000:00010000:1.0:1763340289.361037:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/527 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.361040:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbf100 with x1848995280667904 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.361047:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbf100. 00000100:00100000:1.0:1763340289.361106:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1506 00000100:00100000:1.0:1763340289.361114:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280667904:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340289.361232:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x20f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340289.361235:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x20f:0x0] updating lvb mtime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.361238:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x20f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.361240:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x20f:0x0] updating lvb ctime from disk: 0 -> 1763340289 00002000:00010000:1.0:1763340289.361243:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x20f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.361277:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280667904:12345-192.168.203.42@tcp:10:bash.0 Request processed in 163us (498us total) trans 21474838617 rc 0/0 00000100:00100000:1.0:1763340289.361283:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1506 00002000:00010000:1.0:1763340289.361286:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/527 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.361289:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbf100 with x1848995280667904 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.361293:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbf100. 00010000:00010000:0.0:1763340289.361560:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.361576:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.361588:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.361602:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.361738:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.361745:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.361937:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249158 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.361946:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249158 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.361953:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249158 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340289.361964:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 2 00010000:00010000:0.0:1763340289.362031:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362039:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362045:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362051:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362057:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.362061:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362068:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362079:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:0.0:1763340289.362082:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.362086:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362095:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb1824914a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362119:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362124:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362129:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362134:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.362136:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362141:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362147:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:0.0:1763340289.362150:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.362152:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362158:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249151 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.362198:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249143 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16355 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.362215:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249158 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16355 expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.362227:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.362229:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.362232:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8400, rc 0) 00000100:00100000:0.0:1763340289.362452:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56739:x1848995280667776:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1882us (2125us total) trans 4294972377 rc 0/0 00000100:00100000:0.0:1763340289.362460:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8795 00000100:00100000:3.0:1763340289.367807:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.367970:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280668160 00000100:00100000:1.0:1763340289.367981:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280668160 00000100:00100000:1.0:1763340289.368038:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2985 00000100:00100000:1.0:1763340289.368047:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280668160:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340289.368327:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280668160:12345-192.168.203.42@tcp:35:bash.0 Request processed in 280us (532us total) trans 4294972378 rc 0/0 00000100:00100000:1.0:1763340289.368335:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2985 00000100:00100000:2.0:1763340289.373511:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.374009:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280668416 00000100:00100000:1.0:1763340289.374020:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280668416 00000100:00100000:1.0:1763340289.374078:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2986 00000100:00100000:1.0:1763340289.374089:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56739:x1848995280668416:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.374379:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56739:x1848995280668416:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 291us (877us total) trans 4294972379 rc 0/0 00000100:00100000:1.0:1763340289.374387:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2986 00000100:00100000:3.0:1763340289.382210:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.382748:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280668672 00000100:00100000:0.0:1763340289.382758:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280668672 00000100:00100000:0.0:1763340289.382865:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8796 00000100:00100000:0.0:1763340289.382875:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56740:x1848995280668672:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340289.382930:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340289.382959:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249112 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16340 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.382979:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249158 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16355 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.383006:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb182490d3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1632b expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.383016:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.383025:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.383047:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.383058:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383071:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383081:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.383086:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383091:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383163:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.383171:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383178:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:0.0:1763340289.383403:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1291, 64 off109304 00000040:00080000:0.0:1763340289.383426:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1269, 64 off107560 00000040:00080000:0.0:1763340289.383434:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1270, 64 off107624 00000040:00080000:0.0:1763340289.383443:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1292, 64 off109368 00010000:00010000:0.0:1763340289.383489:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.383497:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383504:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383514:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383519:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.383525:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384156:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340289.384184:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384192:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.384197:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340289.384198:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384203:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.384203:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384208:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.384208:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.384211:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.384218:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.384229:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25e00) 00010000:00010000:0.0:1763340289.384232:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340289.384236:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.384241:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb1824917b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.384259:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.384261:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.384263:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.384385:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384394:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff9555fbb25e00) 00010000:00010000:2.0:1763340289.384396:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340289.384400:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384404:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249174 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384552:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384561:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384566:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384572:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384576:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.384579:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384583:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384590:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25900) 00010000:00010000:2.0:1763340289.384592:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.384595:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384599:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249166 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340289.384612:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000023b14fbc reply state 00000000d547e60e transno 4294972380 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384626:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.384631:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:2.0:1763340289.384645:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340289.384649:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340289.384728:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56740:x1848995280668672:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1852us (2525us total) trans 4294972380 rc 0/0 00000100:00100000:2.0:1763340289.384736:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8796 00000100:00100000:3.0:1763340289.391095:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.391151:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280668800 00000100:00100000:2.0:1763340289.391163:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280668800 00000100:00100000:2.0:1763340289.391224:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8797 00000100:00100000:2.0:1763340289.391235:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56739:x1848995280668800:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.391259:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.391285:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249182 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1635c expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.391359:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.391520:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391552:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391566:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.391573:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391581:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391619:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391626:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391632:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391648:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391653:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.391658:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391664:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391674:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.391676:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.391680:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391686:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249189 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391698:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391703:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391709:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391713:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.391716:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391721:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391727:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:2.0:1763340289.391730:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.391732:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391739:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249190 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.391766:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249182 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1635c expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.391776:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.391779:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.391782:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249182 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1635c expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.391795:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340289.391858:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56739:x1848995280668800:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 624us (771us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.391866:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8797 00000100:00100000:1.0:1763340289.404745:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.404828:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280668928 00000100:00100000:2.0:1763340289.404840:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280668928 00000100:00100000:2.0:1763340289.404906:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8798 00000100:00100000:2.0:1763340289.404915:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56741:x1848995280668928:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.404938:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.404961:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249197 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16363 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.405040:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.405055:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405067:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405076:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.405083:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405089:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405129:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405136:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405142:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405164:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405170:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.405174:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405181:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405195:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.405198:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.405203:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405209:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824919e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405221:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405226:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405231:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405236:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.405238:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405243:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405252:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:2.0:1763340289.405254:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.405257:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405261:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491a5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.405288:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249197 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16363 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.405297:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.405300:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.405302:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249197 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16363 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.405315:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340289.405381:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56741:x1848995280668928:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 466us (646us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.405389:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8798 00000100:00100000:3.0:1763340289.410386:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.411408:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280669056 00000100:00100000:2.0:1763340289.411419:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280669056 00000100:00100000:2.0:1763340289.411892:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8799 00000100:00100000:2.0:1763340289.411904:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56741:x1848995280669056:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.411924:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.411946:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182491ac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1636a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.412015:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.412028:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412039:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412049:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.412056:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412063:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412097:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412103:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412109:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412115:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412120:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.412124:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412134:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412145:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340289.412148:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.412153:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412158:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491b3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412169:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412174:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412180:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412185:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.412188:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412193:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412200:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:2.0:1763340289.412202:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.412205:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412211:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491ba lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.412238:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182491ac lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1636a expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.412248:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340289.412250:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.412254:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182491ac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1636a expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.412267:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340289.412945:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56741:x1848995280669056:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1041us (2566us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.412954:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8799 00000100:00100000:3.0:1763340289.415814:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.415950:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.415969:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280669184 00000100:00100000:2.0:1763340289.415979:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280669184 00000100:00100000:2.0:1763340289.416078:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280669440 00000100:00100000:2.0:1763340289.416081:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280669440 00000100:00100000:1.0:1763340289.416179:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8800 00000100:00100000:1.0:1763340289.416191:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56741:x1848995280669184:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:2.0:1763340289.416231:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8801 00000100:00100000:2.0:1763340289.416239:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56742:x1848995280669440:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.416250:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.416272:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182491c1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16378 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.416282:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.416291:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182491c8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16371 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.416334:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182491cf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340289.416339:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.416347:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182491cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.416362:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182491cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.416406:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340289.416408:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340289.416413:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340289.416414:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416425:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.416431:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416437:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.416443:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182491c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16371 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.416460:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182491cf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16371 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.416464:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.416468:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:1.0:1763340289.416471:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340289.416473:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00010000:00010000:2.0:1763340289.416478:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416483:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416489:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416494:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.416497:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416504:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416512:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.416514:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.416517:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416523:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182491d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340289.416529:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56741:x1848995280669184:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 341us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.416569:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8800 00010000:00010000:2.0:1763340289.416586:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416593:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416599:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416604:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.416607:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416612:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416620:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:2.0:1763340289.416623:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.416626:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416631:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182491dd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.416661:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182491c1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16378 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.416670:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.416672:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340289.416675:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182491c1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16378 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.416687:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340289.416708:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56742:x1848995280669440:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 470us (758us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.416713:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8801 00000100:00100000:0.0:1763340289.424439:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.424572:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280669696 00000100:00100000:2.0:1763340289.424583:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280669696 00000100:00100000:2.0:1763340289.424642:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8802 00000100:00100000:2.0:1763340289.424657:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56741:x1848995280669696:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.424677:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.424680:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340289.424704:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182491cf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16371 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.424722:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.424732:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340289.424746:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182491e4 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1637f expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.424844:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.424856:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.424867:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.424877:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.424886:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.424892:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425268:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.425277:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425284:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340289.425294:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 0 00010000:00010000:2.0:1763340289.425318:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425325:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425331:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425337:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425343:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.425347:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425354:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425365:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340289.425368:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.425371:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425377:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182491eb lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340289.425387:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5b5811a reply state 00000000643ee01b transno 4294972381 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425397:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.425403:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:2.0:1763340289.425406:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340289.425408:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340289.425431:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182491e4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.425447:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.425454:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.425457:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340289.425459:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340289.425530:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56741:x1848995280669696:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 879us (1103us total) trans 4294972381 rc 0/0 00000100:00100000:2.0:1763340289.425580:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8802 00000100:00100000:1.0:1763340289.430912:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.430972:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280669952 00000100:00100000:2.0:1763340289.430983:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280669952 00000100:00100000:2.0:1763340289.431045:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8803 00000100:00100000:2.0:1763340289.431056:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56741:x1848995280669952:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.431080:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.431101:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249207 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16386 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.431350:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.431365:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.431373:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.431410:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.431425:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 204 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340289.432831:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292191232:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340289.434002:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555f582be40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340289.436581:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.436581:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.436667:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280670336 00000100:00100000:3.0:1763340289.436679:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280670336 00010000:00010000:3.0:1763340289.436724:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 205 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.436768:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2862 00000100:00100000:3.0:1763340289.436778:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2407:x1848995280670336:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340289.436806:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.436813:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 205 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340289.436826:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 205 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340289.436849:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:3.0:1763340289.436854:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.436862:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.436869:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.436888:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340289.436944:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2407:x1848995280670336:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 168us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.436951:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2862 00010000:00010000:2.0:1763340289.436963:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182491f9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1637f expref: 204 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.436974:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280670208 00000100:00100000:2.0:1763340289.436978:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292191232:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340289.437000:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.437012:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.437017:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340289.437039:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 0 00000004:00080000:2.0:1763340289.437211:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x211:0x0], index 0: 0 00000004:00080000:2.0:1763340289.437218:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x211:0x0], index 1: 0 00000004:00080000:2.0:1763340289.437222:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x212:0x0], index 1: 0 00000004:00080000:2.0:1763340289.437226:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x212:0x0], index 0: 0 00010000:00010000:2.0:1763340289.437325:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.437332:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.437338:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.437343:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.437347:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340289.437351:0:9947:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292191360:0@lo:5:osp-pre-1-1.0 00010000:00010000:2.0:1763340289.437354:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.437363:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.437366:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340289.437369:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.437378:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824920e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340289.437389:0:9947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340289.437414:0:9947:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00010000:00010000:2.0:1763340289.437417:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249207 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16386 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.437427:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acaa00) 00000100:00100000:0.0:1763340289.437428:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292191360 00010000:00010000:2.0:1763340289.437429:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1763340289.437431:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292191360 00010000:00010000:2.0:1763340289.437433:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249207 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16386 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.437445:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:0.0:1763340289.437458:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5908 00000100:00100000:0.0:1763340289.437464:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:9947:x1848995292191360:12345-0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1763340289.437473:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56741:x1848995280669952:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6421us (6571us total) trans 4294972382 rc 301/301 00000100:00100000:2.0:1763340289.437479:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8803 00002000:00080000:0.0:1763340289.437496:0:8401:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 546 00000100:00100000:1.0:1763340289.437838:0:8448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8448:1848995292191488:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1763340289.437865:0:8448:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.437887:0:8448:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340289.438822:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292191488 00000100:00100000:1.0:1763340289.438830:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292191488 00000100:00100000:1.0:1763340289.438867:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909 00000100:00100000:1.0:1763340289.438875:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:8448:x1848995292191488:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1763340289.438905:0:8399:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 546 00000100:00100000:0.0:1763340289.439070:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:9947:x1848995292191360:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1605us (1678us total) trans 17179871333 rc 0/0 00000100:00100000:0.0:1763340289.439078:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5908 00000100:00100000:0.0:1763340289.439118:0:9947:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292191360:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1763340289.439127:0:9947:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x212:0x0]-[0x2c0000400:0x241:0x0] 00000100:00100000:3.0:1763340289.439280:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280670208 00000100:00100000:3.0:1763340289.439317:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8804 00000100:00100000:3.0:1763340289.439324:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56743:x1848995280670208:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.439337:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.439357:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824921c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1638d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.439438:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249223 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.439450:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249223 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.439461:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249223 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.439555:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824921c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1638d expref: 206 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.439572:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249223 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1638d expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.439580:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc300) 00010000:00010000:3.0:1763340289.439583:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340289.439586:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:3.0:1763340289.439624:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56743:x1848995280670208:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 300us (3052us total) trans 4294972383 rc 0/0 00000100:00100000:3.0:1763340289.439630:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8804 00000100:00100000:1.0:1763340289.440205:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:8448:x1848995292191488:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1330us (2338us total) trans 21474838618 rc 0/0 00000100:00100000:1.0:1763340289.440212:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909 00000100:00100000:3.0:1763340289.442404:0:8448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8448:1848995292191488:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1763340289.442423:0:8448:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x212:0x0]-[0x280000400:0x241:0x0] 00000100:00100000:1.0:1763340289.446705:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.446755:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280670592 00000100:00100000:2.0:1763340289.446765:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280670592 00000100:00100000:2.0:1763340289.446826:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2987 00000100:00100000:2.0:1763340289.446836:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56741:x1848995280670592:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340289.447125:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56741:x1848995280670592:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 290us (428us total) trans 4294972384 rc 0/0 00000100:00100000:2.0:1763340289.447133:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2987 00000100:00100000:3.0:1763340289.449364:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.449410:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.449454:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280670848 00000100:00100000:1.0:1763340289.449463:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280670848 00000100:00100000:1.0:1763340289.450558:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280671104 00000100:00100000:1.0:1763340289.450566:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280671104 00000100:00100000:2.0:1763340289.450567:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2988 00000100:00100000:2.0:1763340289.450579:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56741:x1848995280670848:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.450589:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2989 00000100:00100000:1.0:1763340289.450595:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56743:x1848995280671104:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340289.451777:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56741:x1848995280670848:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1195us (2414us total) trans 4294972386 rc 0/0 00000100:00100000:2.0:1763340289.451791:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2988 00000100:00100000:1.0:1763340289.452065:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56743:x1848995280671104:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1467us (2652us total) trans 4294972385 rc 0/0 00000100:00100000:1.0:1763340289.452072:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2989 00000100:00100000:3.0:1763340289.457788:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.457942:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280671360 00000100:00100000:0.0:1763340289.457952:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280671360 00000100:00100000:0.0:1763340289.458013:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8805 00000100:00100000:0.0:1763340289.458023:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56743:x1848995280671360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.458044:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.458068:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb18249231 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16394 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.458144:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.458157:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458168:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458178:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.458186:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458192:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458308:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb18249246 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.458317:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb18249246 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458324:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb18249246 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340289.458334:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 0 00010000:00010000:0.0:1763340289.458416:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458436:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458443:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458449:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458454:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.458458:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458465:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458477:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.458480:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.458485:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458491:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249238 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458517:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458524:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458529:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458590:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.458593:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458599:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458607:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:0.0:1763340289.458610:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.458617:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458623:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb1824923f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.458670:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb18249231 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16394 expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.458689:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb18249246 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16394 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.458696:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc300) 00010000:00010000:0.0:1763340289.458698:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.458701:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9000, rc 0) 00000100:00100000:0.0:1763340289.458768:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56743:x1848995280671360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 746us (988us total) trans 4294972387 rc 0/0 00000100:00100000:0.0:1763340289.458775:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8805 00000100:00100000:0.0:1763340289.463316:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.463366:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.463408:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.463524:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280671744 00000100:00100000:3.0:1763340289.463553:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280671744 00000100:00100000:3.0:1763340289.463618:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 410 00000100:00100000:3.0:1763340289.463627:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2410:x1848995280671744:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340289.463664:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.463689:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb18249246 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16394 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.463720:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc300) 00010000:00010000:3.0:1763340289.463725:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340289.463776:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2410:x1848995280671744:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 149us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.464293:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280671488 00000100:00100000:1.0:1763340289.464299:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280671488 00000100:00100000:1.0:1763340289.464334:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280671616 00000100:00100000:1.0:1763340289.464337:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280671616 00000100:00100000:1.0:1763340289.464359:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5910 00000100:00100000:1.0:1763340289.464367:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280671488:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:3.0:1763340289.464380:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 410 00010000:00010000:1.0:1763340289.464384:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.464401:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1639b expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340289.464435:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x212:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340289.464450:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.464452:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.464461:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 27 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340289.464476:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 27 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340289.464486:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e600, rc 0) 00000100:00100000:1.0:1763340289.464514:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280671488:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 149us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.464520:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5910 00000100:00100000:1.0:1763340289.464555:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5911 00000100:00100000:1.0:1763340289.464562:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280671616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.464570:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.464580:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163a2 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340289.464594:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x212:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340289.464602:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.464604:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.464608:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340289.464619:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340289.464627:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f000, rc 0) 00000100:00100000:1.0:1763340289.464658:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280671616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 96us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.464663:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5911 00000100:00100000:0.0:1763340289.471458:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.471668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.471883:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280672000 00000100:00100000:1.0:1763340289.471893:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280672000 00000100:00100000:1.0:1763340289.471946:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2990 00000100:00100000:1.0:1763340289.471954:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56743:x1848995280672000:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340289.472338:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280672256 00000100:00100000:3.0:1763340289.472343:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280672256 00000100:00100000:3.0:1763340289.472381:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8806 00000100:00100000:3.0:1763340289.472388:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280672256:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340289.472401:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.472404:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340289.472427:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249223 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1638d expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.472442:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc300) 00010000:00010000:3.0:1763340289.472453:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.472466:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249262 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163a9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.472569:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249269 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340289.472581:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249269 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.472590:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249269 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340289.472601:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 0 00010000:00010000:3.0:1763340289.472676:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249262 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a9 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.472691:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249269 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a9 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.472698:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.472702:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763340289.472704:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:3.0:1763340289.472731:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280672256:12345-192.168.203.42@tcp:101:bash.0 Request processed in 343us (1063us total) trans 4294972389 rc 0/0 00000100:00100000:3.0:1763340289.472739:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8806 00000100:00100000:1.0:1763340289.473419:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56743:x1848995280672000:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 198us (702us total) trans 4294972388 rc 0/0 00000100:00100000:1.0:1763340289.473434:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2990 00000100:00100000:0.0:1763340289.478740:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.478784:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.478847:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280672384 00000100:00100000:1.0:1763340289.478857:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280672384 00000100:00100000:1.0:1763340289.478912:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280672640 00000100:00100000:1.0:1763340289.478915:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280672640 00000100:00100000:1.0:1763340289.478937:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8807 00000100:00100000:1.0:1763340289.478946:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280672384:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340289.478970:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.478989:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249277 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163b0 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.479020:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824927e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.479034:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824927e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479045:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824927e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479149:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249277 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163b0 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.479164:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824927e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163b0 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.479173:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.479176:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340289.479180:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:1.0:1763340289.479228:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280672384:12345-192.168.203.42@tcp:101:bash.0 Request processed in 283us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.479236:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8807 00000100:00100000:1.0:1763340289.479253:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8808 00000100:00100000:1.0:1763340289.479260:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56743:x1848995280672640:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.479267:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.479276:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249285 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163b7 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.479320:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.479328:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479335:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479344:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.479351:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479357:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479435:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.479446:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479452:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479459:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479464:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.479468:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479475:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479482:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.479486:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479492:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824929a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340289.479503:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 0 00010000:00010000:1.0:1763340289.479600:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479607:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479613:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479619:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479623:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.479626:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479632:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479651:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:1.0:1763340289.479654:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.479657:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479663:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824928c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479671:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479681:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479687:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479692:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.479695:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479700:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479706:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:1.0:1763340289.479709:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.479711:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479717:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249293 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.479742:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249285 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163b7 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.479751:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e100) 00010000:00010000:1.0:1763340289.479753:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340289.479757:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249285 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163b7 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.479767:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340289.479790:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56743:x1848995280672640:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 530us (1005us total) trans 4294972390 rc 301/301 00000100:00100000:1.0:1763340289.479797:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8808 00000100:00100000:0.0:1763340289.483964:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.484010:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.484147:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280672896 00000100:00100000:3.0:1763340289.484157:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280672896 00000100:00100000:1.0:1763340289.484240:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280673152 00000100:00100000:1.0:1763340289.484245:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280673152 00000100:00100000:1.0:1763340289.484290:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2991 00000100:00100000:1.0:1763340289.484301:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56743:x1848995280673152:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.484516:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56743:x1848995280673152:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 217us (505us total) trans 4294972391 rc 0/0 00000100:00100000:1.0:1763340289.484524:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2991 00000100:00100000:3.0:1763340289.484668:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8809 00000100:00100000:3.0:1763340289.484676:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280672896:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340289.484704:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.484730:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249269 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a9 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.484747:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.484753:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.484887:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.484900:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.484909:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763340289.484948:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972392 00000004:00010000:3.0:1763340289.484969:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b646d159 reply state 000000009e40d6b6 transno 4294972393 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.484981:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.484987:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.484990:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.484993:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340289.485038:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280672896:12345-192.168.203.42@tcp:36:bash.0 Request processed in 363us (1084us total) trans 4294972393 rc 0/0 00000100:00100000:3.0:1763340289.485046:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8809 00000020:00080000:3.0:1763340289.485049:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340289.487713:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.487751:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.487753:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280673280 00000100:00100000:1.0:1763340289.487761:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280673280 00000100:00100000:1.0:1763340289.487877:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8810 00000100:00100000:1.0:1763340289.487887:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280673280:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340289.487911:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.487929:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182492af lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163be expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.487985:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182492af lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163be expref: 217 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.487999:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182492af lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163be expref: 217 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.488016:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.488020:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340289.488023:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340289.488077:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280673280:12345-192.168.203.42@tcp:101:bash.0 Request processed in 191us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.488085:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8810 00000100:00100000:3.0:1763340289.488130:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280673408 00000100:00100000:3.0:1763340289.488134:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280673408 00000100:00100000:2.0:1763340289.488214:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2992 00000100:00100000:2.0:1763340289.488223:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56743:x1848995280673408:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:2.0:1763340289.488308:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56743:x1848995280673408:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 87us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.488316:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2992 00010000:00010000:3.0:1763340289.496269:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340289.496427:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.498237:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280673664 00000100:00100000:1.0:1763340289.498250:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280673664 00000100:00100000:1.0:1763340289.498322:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8811 00000100:00100000:1.0:1763340289.498332:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280673664:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340289.498353:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.498356:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340289.498383:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182492af lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163be expref: 217 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.498402:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.498407:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340289.498420:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182492b6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163c5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.498467:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182492bd lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340289.498481:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182492bd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.498491:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182492bd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:1.0:1763340289.498748:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1271, 88 off107712 00000004:00080000:1.0:1763340289.498756:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030306222832ns, next at 1031012419777ns, rc = 0 00000040:00080000:1.0:1763340289.499115:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1293, 88 off109456 00000004:00080000:1.0:1763340289.499121:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030306588152ns, next at 1031012448648ns, rc = 0 00000040:00080000:1.0:1763340289.499149:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1294, 88 off109544 00000004:00080000:1.0:1763340289.499154:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030306621154ns, next at 1031012448648ns, rc = 0 00000040:00080000:1.0:1763340289.499163:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1272, 88 off107800 00000004:00080000:1.0:1763340289.499167:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030306634199ns, next at 1031012419777ns, rc = 0 00000001:00080000:0.0:1763340289.501126:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972394 is committed 00000004:00080000:0.0:1763340289.501137:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 831 committed 00000004:00080000:0.0:1763340289.501147:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 852 committed 00000004:00080000:0.0:1763340289.501158:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 851 committed 00000004:00080000:0.0:1763340289.501160:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 830 committed 00000100:00100000:2.0:1763340289.501340:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292191744:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.501405:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.501441:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340289.501447:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292191872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.501464:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.501496:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292191744 00000100:00100000:2.0:1763340289.501502:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292191744 00000100:00100000:2.0:1763340289.501562:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292191872 00000100:00100000:2.0:1763340289.501565:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292191872 00000100:00100000:2.0:1763340289.501585:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912 00000100:00100000:2.0:1763340289.501593:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+39:3648:x1848995292191744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340289.501616:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:528 count 1 00010000:00010000:2.0:1763340289.501648:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.501666:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 26 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340289.501679:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.501682:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.501685:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.501710:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 26 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340289.501723:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 26 pid: 35203 timeout: 1130 lvb_type: 1 00000100:00100000:2.0:1763340289.501734:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292192128:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340289.501800:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c11ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340289.501815:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5913 00000100:00100000:2.0:1763340289.501822:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3648:x1848995292191872:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.501869:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292191616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.501903:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340289.501927:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340289.501934:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292192000:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.501963:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.501975:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+40:3648:x1848995292191872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 152us (507us total) trans 17179871334 rc 0/0 00000100:00100000:2.0:1763340289.501983:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5913 00000100:00100000:0.0:1763340289.501991:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292191616 00000100:00100000:0.0:1763340289.501996:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292191616 00000100:00100000:2.0:1763340289.502000:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292192000 00000100:00100000:2.0:1763340289.502006:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292192000 00000100:00100000:0.0:1763340289.502024:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5914 00000100:00100000:0.0:1763340289.502034:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+41:3651:x1848995292191616:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.502039:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915 00000100:00100000:2.0:1763340289.502049:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:3651:x1848995292192000:12345-0@lo:2:osp-syn-1-1.0 00002000:00080000:0.0:1763340289.502051:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:527 count 1 00010000:00010000:0.0:1763340289.502065:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.502078:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.502085:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340289.502087:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340289.502090:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340289.502107:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1763340289.502111:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340289.502113:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.502119:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.502126:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.502131:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1763340289.502131:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 26 pid: 8457 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.502144:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292192256:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.502176:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3480 going to sleep for 11 seconds 00000100:00100000:3.0:1763340289.503386:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292192640:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340289.503528:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503556:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340289.503558:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292192768:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340289.503570:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503576:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.503581:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503588:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503611:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:1.0:1763340289.503614:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.503619:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503625:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb1824916d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503663:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503670:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503679:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503684:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.503687:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503693:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503700:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25400) 00010000:00010000:1.0:1763340289.503702:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.503705:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503710:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182491f2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.503726:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.503732:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.503737:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.503742:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.503745:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.503751:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.503759:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.503763:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.503766:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.503776:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182492a8 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.503854:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182492bd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163c5 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.503864:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.503867:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340289.503880:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182492b6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163c5 expref: 198 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340289.503899:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182492bd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163c5 expref: 197 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.503927:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.503930:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340289.503933:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fe00, rc 0) 00000100:00100000:2.0:1763340289.504675:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+42:3651:x1848995292192000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2625us (2708us total) trans 17179871335 rc 0/0 00000100:00100000:2.0:1763340289.504685:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915 00000100:00100000:2.0:1763340289.504731:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292192384:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.504769:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.504847:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.504876:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340289.504882:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292192512:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.504903:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.504928:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292192384 00000100:00100000:3.0:1763340289.504934:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292192384 00000100:00100000:3.0:1763340289.504963:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292192640 00000100:00100000:3.0:1763340289.504966:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292192640 00000100:00100000:3.0:1763340289.504981:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292192512 00000100:00100000:3.0:1763340289.504984:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292192512 00000100:00100000:3.0:1763340289.505002:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5916 00000100:00100000:3.0:1763340289.505009:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292192384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340289.505029:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:527 count 1 00010000:00010000:3.0:1763340289.505049:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.505064:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.505071:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340289.505073:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340289.505076:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.505100:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.505110:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 15 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.505126:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292192896:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340289.505171:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340289.505410:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5917 00000100:00100000:3.0:1763340289.505419:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3649:x1848995292192640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.505584:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292192640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 166us (735us total) trans 21474838619 rc 0/0 00000100:00100000:3.0:1763340289.505591:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5917 00000100:00100000:3.0:1763340289.505605:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918 00000100:00100000:3.0:1763340289.505612:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3649:x1848995292192512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340289.505622:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:528 count 1 00010000:00010000:3.0:1763340289.505642:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.505654:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.505661:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.505663:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.505665:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.505686:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340289.505696:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763340289.505706:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292193024:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340289.505731:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126240 going to sleep for 11 seconds 00000004:00080000:3.0:1763340289.505770:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfc380/2, rc 0, transno 21474838619 00000100:00100000:3.0:1763340289.505776:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292192640:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340289.509994:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0000/2, rc 0, transno 17179871335 00000100:00100000:2.0:1763340289.510010:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292192000:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340289.510695:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1c00/2, rc 0, transno 17179871334 00000100:00100000:2.0:1763340289.510702:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292191872:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.513444:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.513488:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292192128:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340289.513517:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.513578:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292192768 00000100:00100000:2.0:1763340289.513586:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292192768 00000100:00100000:1.0:1763340289.513702:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:55868:x1848995280673664:12345-192.168.203.42@tcp:101:bash.0 Request processed in 15370us (17278us total) trans 4294972394 rc 0/0 00000100:00100000:1.0:1763340289.513711:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8811 00000100:00100000:2.0:1763340289.513785:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5919 00000100:00100000:2.0:1763340289.513796:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3650:x1848995292192768:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763340289.513936:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.513940:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.513942:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.513944:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.513946:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1763340289.514764:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfea00/2, rc 0, transno 21474838620 00000100:00100000:0.0:1763340289.514772:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292192768:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.514820:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3650:x1848995292192768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1026us (1382us total) trans 21474838620 rc 0/0 00000100:00100000:2.0:1763340289.514829:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5919 00000100:00100000:0.0:1763340289.514979:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292192256:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.515000:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340289.515013:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.515032:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280673792 00000100:00100000:3.0:1763340289.515038:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.515039:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280673792 00000100:00100000:3.0:1763340289.515062:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280674048 00010000:00010000:0.0:1763340289.515067:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 27 pid: 35203 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763340289.515068:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280674048 00010000:00010000:3.0:1763340289.515091:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 16 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.515101:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2863 00000100:00100000:0.0:1763340289.515111:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2409:x1848995280673792:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763340289.515124:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2864 00010000:00010000:0.0:1763340289.515125:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.515133:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 27 pid: 35203 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763340289.515135:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280674048:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340289.515151:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.515156:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 27 pid: 35203 timeout: 1130 lvb_type: 1 00010000:00010000:3.0:1763340289.515160:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 16 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340289.515181:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 16 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.515191:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182490c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1631d expref: 27 pid: 35203 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340289.515236:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.515238:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.515240:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.515241:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.515246:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.515247:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.515274:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515274:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.515310:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.515329:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340289.515346:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280674048:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 214us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.515355:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2864 00000100:00100000:0.0:1763340289.515359:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2409:x1848995280673792:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 247us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.515367:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2863 00000100:00100000:3.0:1763340289.515398:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340289.515400:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515410:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515419:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515428:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340289.515447:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340289.515448:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340289.515579:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292193024:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340289.515597:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.515683:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+42:3648:x1848995292191744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14086us (14273us total) trans 17179871336 rc 0/0 00000100:00100000:0.0:1763340289.515691:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912 00010000:00010000:0.0:1763340289.515712:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340289.515718:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.515728:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb1824913c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1634e expref: 15 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.515729:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.515735:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515755:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.515761:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292192896:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.515773:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.515779:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515783:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182492c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.515795:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.515803:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515807:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.515811:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.515812:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515813:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.515822:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.515825:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280673920 00000100:00100000:0.0:1763340289.515832:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280673920 00010000:00010000:2.0:1763340289.515850:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340289.515852:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 26 pid: 8457 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.515875:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280674176 00000100:00100000:0.0:1763340289.515878:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280674176 00010000:00010000:0.0:1763340289.515891:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763340289.515913:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2865 00000100:00100000:0.0:1763340289.515920:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2409:x1848995280673920:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.515933:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.515938:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 26 pid: 8457 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.515947:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 26 pid: 8457 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.515961:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249135 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16347 expref: 26 pid: 8457 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.515975:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.515977:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.515981:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.515989:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.515998:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3651:x1848995292192384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10988us (11226us total) trans 21474838621 rc 0/0 00000100:00100000:2.0:1763340289.516006:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5916 00010000:00010000:0.0:1763340289.516008:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.516039:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280673920:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 119us (642us total) trans 0 rc 0/0 00000004:00080000:2.0:1763340289.516041:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfd500/2, rc 0, transno 21474838621 00000100:00100000:2.0:1763340289.516051:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292192384:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340289.516053:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2865 00000100:00100000:0.0:1763340289.516075:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2866 00000100:00100000:0.0:1763340289.516084:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555da744c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280674176:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.516093:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.516098:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340289.516108:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340289.516119:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a7c00/0xbdebf3fb182490a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16316 expref: 15 pid: 35213 timeout: 1130 lvb_type: 1 00010000:00010000:1.0:1763340289.516127:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340289.516129:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.516133:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.516135:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.516136:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516158:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.516159:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516165:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516176:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.516194:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340289.516199:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516210:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb182492d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.516222:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555da744c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2409:x1848995280674176:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 138us (774us total) trans 0 rc 0/0 00010000:00010000:1.0:1763340289.516226:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.516229:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340289.516230:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2866 00010000:00010000:1.0:1763340289.516233:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.516286:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.516293:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.516300:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.516306:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.516329:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340289.516434:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+42:3651:x1848995292191616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14403us (14530us total) trans 17179871337 rc 0/0 00000100:00100000:0.0:1763340289.516440:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5914 00010000:00010000:1.0:1763340289.516457:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340289.516464:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516472:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.516476:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516485:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516498:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516506:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182492cb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.516525:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.516527:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.516529:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340289.516682:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c7930000/2, rc 0, transno 17179871336 00000100:00100000:3.0:1763340289.516688:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292191744:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340289.516946:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.516960:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.516968:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.516975:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.516996:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340289.517024:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340289.517030:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.517038:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.517042:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.517049:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.517061:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.517068:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182492d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.517094:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.517096:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.517098:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340289.517134:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3649:x1848995292192512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11522us (12230us total) trans 21474838622 rc 0/0 00000100:00100000:2.0:1763340289.517142:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918 00000004:00080000:2.0:1763340289.517173:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c7931180/2, rc 0, transno 17179871337 00000100:00100000:2.0:1763340289.517177:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292191616:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763340289.517284:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfd180/2, rc 0, transno 21474838622 00000100:00100000:3.0:1763340289.517289:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292192512:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.520257:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.521273:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280674304 00000100:00100000:1.0:1763340289.521282:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280674304 00000100:00100000:1.0:1763340289.521339:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5920 00000100:00100000:1.0:1763340289.521348:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280674304:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340289.521364:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.521388:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163cc expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340289.521414:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340289.521434:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.521436:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.521445:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 15 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.521461:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 15 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.521472:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340289.521560:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280674304:12345-192.168.203.42@tcp:101:bash.0 Request processed in 185us (1283us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.521568:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5920 00000100:00100000:2.0:1763340289.529444:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.529511:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280674560 00000100:00100000:0.0:1763340289.529522:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280674560 00000100:00100000:0.0:1763340289.529876:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8812 00000100:00100000:0.0:1763340289.529893:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56744:x1848995280674560:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.529918:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.529943:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb182492e7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163d3 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.529964:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340289.530020:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00000100:00100000:3.0:1763340289.530029:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280674688 00000100:00100000:3.0:1763340289.530035:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280674688 00010000:00010000:0.0:1763340289.530036:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.530048:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.530063:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340289.530069:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.530075:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.530171:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340289.530180:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.530187:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340289.530198:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 2 00000100:00100000:3.0:1763340289.530413:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5921 00000100:00100000:3.0:1763340289.530422:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280674688:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340289.530432:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.530446:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163da expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340289.530471:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x211:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340289.530484:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.530487:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.530495:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.530509:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.530521:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:3.0:1763340289.531150:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:55868:x1848995280674688:12345-192.168.203.42@tcp:101:bash.0 Request processed in 726us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.531159:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5921 00010000:00010000:0.0:1763340289.532751:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.532766:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.532772:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.532779:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.532785:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.532789:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.532796:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.532810:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b600) 00010000:00010000:0.0:1763340289.532813:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.532817:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.532823:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb182492ee lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533176:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533184:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533190:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533196:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.533199:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533205:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533215:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860b500) 00010000:00010000:0.0:1763340289.533217:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.533220:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533226:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182492f5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.533292:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb182492e7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 200 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.533311:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 199 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.533319:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.533321:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.533324:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9e00, rc 0) 00000100:00100000:0.0:1763340289.533397:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56744:x1848995280674560:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3510us (3961us total) trans 4294972395 rc 0/0 00000100:00100000:0.0:1763340289.533406:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8812 00000100:00100000:2.0:1763340289.537465:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.537529:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280674816 00000100:00100000:1.0:1763340289.537555:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280674816 00002000:00010000:1.0:1763340289.537595:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/529 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.537600:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e2300 with x1848995280674816 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.537611:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cc2e2300. 00000100:00100000:1.0:1763340289.537654:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1507 00000100:00100000:1.0:1763340289.537664:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280674816:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:2.0:1763340289.538089:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.538292:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280674944 00000100:00100000:3.0:1763340289.538296:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280674944 00002000:00010000:3.0:1763340289.538313:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/529 (0->18446744073709551615) 00002000:00100000:3.0:1763340289.538316:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e0380 with x1848995280674944 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340289.538323:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e0380. 00002000:00010000:1.0:1763340289.538870:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340289.538874:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340289.538877:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.538879:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 0 -> 1763340290 00000100:00100000:2.0:1763340289.538881:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:1.0:1763340289.538882:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.538938:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280674816:12345-192.168.203.42@tcp:10:bash.0 Request processed in 1275us (1482us total) trans 21474838623 rc 0/0 00000100:00100000:1.0:1763340289.538947:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1507 00002000:00010000:1.0:1763340289.538951:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/529 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.538954:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e2300 with x1848995280674816 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.538959:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cc2e2300. 00000100:00100000:1.0:1763340289.538976:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1508 00000100:00100000:1.0:1763340289.538983:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280674944:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340289.539082:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340289.539086:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340289.539089:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.539091:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340289.539094:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.539113:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280674944:12345-192.168.203.42@tcp:10:bash.0 Request processed in 131us (1025us total) trans 17179871338 rc 0/0 00000100:00100000:1.0:1763340289.539120:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1508 00002000:00010000:1.0:1763340289.539123:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/529 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.539125:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cc2e0380 with x1848995280674944 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.539129:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cc2e0380. 00000100:00100000:3.0:1763340289.540960:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280675200 00000100:00100000:3.0:1763340289.540973:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280675200 00000100:00100000:3.0:1763340289.541017:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2993 00000100:00100000:3.0:1763340289.541027:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56744:x1848995280675200:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340289.541253:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56744:x1848995280675200:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 227us (2371us total) trans 4294972396 rc 0/0 00000100:00100000:3.0:1763340289.541261:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2993 00000100:00100000:2.0:1763340289.547750:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.547960:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280675456 00000100:00100000:1.0:1763340289.547970:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280675456 00000100:00100000:1.0:1763340289.548391:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2994 00000100:00100000:1.0:1763340289.548401:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280675456:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340289.549619:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280675456:12345-192.168.203.42@tcp:35:bash.0 Request processed in 1214us (1874us total) trans 4294972397 rc 0/0 00000100:00100000:1.0:1763340289.549628:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2994 00000100:00100000:3.0:1763340289.550029:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.550252:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280675712 00000100:00100000:0.0:1763340289.550259:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280675712 00000100:00100000:0.0:1763340289.550305:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8813 00000100:00100000:0.0:1763340289.550313:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56744:x1848995280675712:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.550332:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.550352:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249311 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163e1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.550447:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340289.550499:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.550508:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.550570:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.550583:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 202 pid: 6515 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.550598:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292193152:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.550685:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3780 going to sleep for 11 seconds 00000100:00100000:0.0:1763340289.556146:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292193152:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.556177:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:3.0:1763340289.556649:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.556728:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280675840 00000100:00100000:0.0:1763340289.556737:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280675840 00010000:00010000:0.0:1763340289.556776:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.556818:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2867 00000100:00100000:0.0:1763340289.556827:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2409:x1848995280675840:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.556840:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.556846:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.556857:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.556877:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb182492fc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163d3 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.556903:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.556907:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.556916:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.556926:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.556956:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.557010:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2409:x1848995280675840:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 184us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.557018:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2867 00010000:00010000:1.0:1763340289.557333:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.557343:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340289.557369:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 5 00010000:00010000:1.0:1763340289.557512:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249311 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.557579:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.557588:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.557591:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763340289.557594:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9200, rc 0) 00000100:00100000:1.0:1763340289.557731:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56744:x1848995280675712:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7318us (7602us total) trans 4294972398 rc 0/0 00000100:00100000:1.0:1763340289.557740:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8813 00000100:00100000:1.0:1763340289.564040:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.564116:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.564171:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280675968 00000100:00100000:0.0:1763340289.564181:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280675968 00000100:00100000:0.0:1763340289.564246:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280676096 00000100:00100000:0.0:1763340289.564250:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280676096 00000100:00100000:0.0:1763340289.564285:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8814 00000100:00100000:0.0:1763340289.564294:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56745:x1848995280675968:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:0.0:1763340289.564318:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.564343:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249326 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163e8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.564410:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340289.564424:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.564436:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.564447:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340289.564454:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.564464:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.564567:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340289.564579:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.564587:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.564621:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.564644:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 204 pid: 6515 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.564657:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292193280:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.564730:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3780 going to sleep for 11 seconds 00000100:00100000:3.0:1763340289.565031:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8815 00000100:00100000:3.0:1763340289.565043:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56744:x1848995280676096:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.565055:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.565064:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249342 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163ef expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.565126:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.565137:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.565145:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340289.571988:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.572065:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280676224 00000100:00100000:3.0:1763340289.572076:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280676224 00010000:00010000:3.0:1763340289.572120:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 206 pid: 6515 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.572159:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2868 00000100:00100000:3.0:1763340289.572168:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:2407:x1848995280676224:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340289.572182:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.572188:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 206 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340289.572200:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 206 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340289.572222:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.572227:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340289.572236:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340289.572244:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340289.572250:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.572255:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.572260:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.572285:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340289.572333:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:2407:x1848995280676224:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 166us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.572339:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2868 00010000:00010000:1.0:1763340289.572401:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.572409:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340289.572460:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 5 00000004:00200000:1.0:1763340289.572465:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340289.572484:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.572512:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249342 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163ef expref: 206 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.572530:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163ef expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.572601:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.572603:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340289.572606:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:1.0:1763340289.572720:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56744:x1848995280676096:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7681us (8603us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.572727:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8815 00010000:00010000:0.0:1763340289.573043:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb18249318 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e1 expref: 204 pid: 6515 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.573076:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292193280:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.573096:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573103:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573112:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340289.573135:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 5 00000004:00200000:0.0:1763340289.573138:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340289.573149:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573159:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573168:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573174:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573180:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573186:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573191:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.573195:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573202:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573212:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555c860b600) 00010000:00010000:0.0:1763340289.573214:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.573217:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573224:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824932d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573236:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573241:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573247:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573251:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.573254:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573259:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573265:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555c860b500) 00010000:00010000:0.0:1763340289.573267:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.573270:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573275:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249334 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.573300:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249326 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e8 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.573313:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e8 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.573325:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.573327:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.573329:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8600, rc 0) 00000100:00100000:0.0:1763340289.574136:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56745:x1848995280675968:12345-192.168.203.42@tcp:101:rm.0 Request processed in 9838us (10098us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.574145:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8814 00000100:00100000:3.0:1763340289.578178:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.578267:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280676480 00000100:00100000:0.0:1763340289.578278:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280676480 00000100:00100000:0.0:1763340289.578339:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8816 00000100:00100000:0.0:1763340289.578350:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56744:x1848995280676480:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.578370:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.578390:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb18249350 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163f6 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.578492:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249357 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00000100:00100000:1.0:1763340289.578665:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.578693:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280676736 00000100:00100000:3.0:1763340289.578697:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280676736 00000100:00100000:3.0:1763340289.578734:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8817 00000100:00100000:3.0:1763340289.578743:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56745:x1848995280676736:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340289.578770:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763340289.579040:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249357 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340289.579054:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249357 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340289.579067:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 5 00010000:00010000:3.0:1763340289.579341:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182492bd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163c5 expref: 206 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.579362:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824933b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163e8 expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.579394:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249349 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163ef expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.579407:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824927e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163b0 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.579421:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.579426:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.579446:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.579454:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579461:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579471:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.579478:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579484:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579588:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.579601:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579612:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00080000:3.0:1763340289.579805:0:6513:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1c2:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763340289.579868:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579876:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579883:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579890:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.579894:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579901:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579911:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.579914:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763340289.579917:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579923:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249373 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579935:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579945:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579951:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579957:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579962:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.579964:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579970:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579977:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:3.0:1763340289.579980:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340289.579982:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.579988:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249365 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340289.580000:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000227800ac reply state 000000002686da71 transno 4294972400 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.580011:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.580017:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc900) 00010000:00010000:3.0:1763340289.580019:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.580022:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340289.580103:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56745:x1848995280676736:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1361us (1437us total) trans 4294972400 rc 0/0 00000100:00100000:3.0:1763340289.580111:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8817 00010000:00010000:0.0:1763340289.580513:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb18249350 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163f6 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.580564:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249357 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163f6 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.580572:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.580575:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340289.580577:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9c00, rc 0) 00000100:00100000:1.0:1763340289.580679:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56744:x1848995280676480:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2328us (2508us total) trans 4294972399 rc 0/0 00000100:00100000:1.0:1763340289.580689:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8816 00000100:00100000:1.0:1763340289.585272:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.585369:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280676864 00000100:00100000:2.0:1763340289.585378:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280676864 00000100:00100000:2.0:1763340289.588747:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8818 00000100:00100000:2.0:1763340289.588771:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56744:x1848995280676864:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.588802:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.588823:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824937a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df163fd expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.588880:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824937a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163fd expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.588895:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824937a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163fd expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.588915:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:2.0:1763340289.588919:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340289.588924:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340289.589003:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56744:x1848995280676864:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 243us (3739us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.589010:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8818 00000100:00100000:2.0:1763340289.592956:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.593024:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280676992 00000100:00100000:3.0:1763340289.593035:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280676992 00000100:00100000:3.0:1763340289.593090:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5922 00000100:00100000:3.0:1763340289.593100:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280676992:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:3.0:1763340289.593141:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.593161:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 16 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.593169:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340289.593172:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340289.593175:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.593213:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 16 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.593226:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 16 pid: 28498 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.593242:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292193408:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340289.593322:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126240 going to sleep for 11 seconds 00000100:00100000:0.0:1763340289.602480:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.603223:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292193408:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340289.603261:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.605036:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280677120 00000100:00100000:1.0:1763340289.605048:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280677120 00002000:00100000:1.0:1763340289.605099:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x211:0x0] (0->4) req@ffff9554c3f19f80 x1848995280677120/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:50/0 lens 496/0 e 0 to 0 dl 1763340300 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340289.605110:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f19f80 with x1848995280677120 ext(0->4) 00010000:00010000:1.0:1763340289.605119:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 17 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.605133:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 17 pid: 28498 timeout: 1130 lvb_type: 0 00002000:00010000:1.0:1763340289.605139:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c3f19f80 00000100:00100000:1.0:1763340289.605486:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 98 00000100:00100000:1.0:1763340289.605496:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280677120:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:0.0:1763340289.606202:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.606965:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280677248 00000100:00100000:2.0:1763340289.606973:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280677248 00000100:00100000:2.0:1763340289.607739:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8819 00000100:00100000:2.0:1763340289.607751:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56746:x1848995280677248:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.607770:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.607795:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18249388 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16404 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.607869:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340289.607885:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340289.607892:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280677120:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2393us (5417us total) trans 21474838624 rc 0/0 00010000:00010000:2.0:1763340289.607899:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340289.607906:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 98 00010000:00010000:2.0:1763340289.607916:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00002000:00100000:1.0:1763340289.607921:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x211:0x0] (0->4) req@ffff9554c3f19f80 x1848995280677120/t21474838624(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:50/0 lens 496/448 e 0 to 0 dl 1763340300 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1763340289.607926:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00002000:00100000:1.0:1763340289.607943:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f19f80 with x1848995280677120 ext(0->4) 00010000:00010000:2.0:1763340289.607944:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340289.607955:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 19 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.607970:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 19 pid: 28498 timeout: 1130 lvb_type: 0 00002000:00010000:1.0:1763340289.607978:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c3f19f80 00010000:00010000:2.0:1763340289.607983:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.607991:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.607998:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608004:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608009:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.608013:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608020:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608035:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.608038:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.608042:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608047:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824938f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608060:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608065:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608069:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608074:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.608076:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608082:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608088:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc900) 00010000:00010000:2.0:1763340289.608091:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.608094:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608099:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249396 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340289.608123:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18249388 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16404 expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.608133:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.608135:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.608139:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb18249388 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16404 expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.608152:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340289.608176:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56746:x1848995280677248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 428us (1975us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.608183:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8819 00000100:00100000:2.0:1763340289.614188:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.614316:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.614661:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280677376 00000100:00100000:3.0:1763340289.614672:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280677376 00000100:00100000:3.0:1763340289.614737:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8820 00000100:00100000:3.0:1763340289.614747:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56746:x1848995280677376:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.614769:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.614797:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824939d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1640b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.614870:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.614885:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.614898:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.614907:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.614914:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.614920:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.614958:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.614965:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615049:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615057:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615063:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.615067:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615074:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615087:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:3.0:1763340289.615090:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340289.615095:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615101:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615115:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615120:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615125:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615129:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.615132:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615142:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615148:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc900) 00010000:00010000:3.0:1763340289.615150:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340289.615153:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615157:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.615182:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824939d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1640b expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.615192:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:3.0:1763340289.615195:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340289.615198:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824939d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1640b expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.615213:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:3.0:1763340289.615283:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56746:x1848995280677376:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 537us (1106us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340289.615291:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8820 00000100:00100000:0.0:1763340289.616750:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280677504 00000100:00100000:0.0:1763340289.616762:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280677504 00010000:00010000:0.0:1763340289.616809:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 19 pid: 28498 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.616845:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2869 00000100:00100000:0.0:1763340289.616855:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280677504:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.616869:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763340289.616885:0:14059:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763340289.616889:0:14059:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763340289.616894:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 19 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.616907:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 19 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.616926:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb182492e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163cc expref: 19 pid: 28498 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.616939:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.616942:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.616946:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.616954:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.616986:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.617037:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280677504:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 183us (2720us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.617043:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2869 00010000:00010000:2.0:1763340289.617046:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617054:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617073:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617081:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617089:0:8457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617100:0:8457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340289.617104:0:8457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617111:0:8457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617122:0:8457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.617128:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb18249381 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.617171:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280676992:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 24073us (24224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.617179:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5922 00000100:00100000:2.0:1763340289.624176:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.624269:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.624344:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280677888 00000100:00100000:3.0:1763340289.624354:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280677888 00000100:00100000:3.0:1763340289.624406:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280677632 00000100:00100000:3.0:1763340289.624409:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280677632 00000100:00100000:3.0:1763340289.624438:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8821 00000100:00100000:3.0:1763340289.624447:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56744:x1848995280677888:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340289.624502:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.624561:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb1824937a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163fd expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.624581:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.624586:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.624618:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340289.624641:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340289.624651:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:3.0:1763340289.624882:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1273, 88 off107888 00000004:00080000:3.0:1763340289.624891:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030432357540ns, next at 1031012419777ns, rc = 0 00000040:00080000:3.0:1763340289.624962:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1295, 88 off109632 00000004:00080000:3.0:1763340289.624968:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030432434834ns, next at 1031012448648ns, rc = 0 00000100:00100000:2.0:1763340289.625076:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8822 00000100:00100000:2.0:1763340289.625087:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56746:x1848995280677632:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.625098:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.625114:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493b9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16412 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.625154:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182493c0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.625163:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182493c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.625170:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182493c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340289.625201:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340289.625205:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340289.625237:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16412 expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.625250:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182493c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16412 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.625258:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:2.0:1763340289.625260:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340289.625263:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340289.625326:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56746:x1848995280677632:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 242us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.625333:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8822 00000040:00080000:0.0:1763340289.625421:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1296, 88 off109720 00000004:00080000:0.0:1763340289.625428:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030432895189ns, next at 1031012448648ns, rc = 0 00000040:00080000:0.0:1763340289.625444:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1274, 88 off107976 00000004:00080000:0.0:1763340289.625448:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030432915187ns, next at 1031012419777ns, rc = 0 00000001:00080000:0.0:1763340289.631285:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972401 is committed 00000004:00080000:0.0:1763340289.631299:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 833 committed 00000004:00080000:0.0:1763340289.631313:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 854 committed 00000004:00080000:0.0:1763340289.631332:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 853 committed 00000004:00080000:0.0:1763340289.631336:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 832 committed 00000004:00010000:0.0:1763340289.631398:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b756a3d reply state 000000004823e0c5 transno 4294972401 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.631420:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.631430:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.631433:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340289.631437:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763340289.631578:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763340289.631594:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56744:x1848995280677888:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 7143us (7422us total) trans 4294972401 rc 0/0 00000100:00100000:0.0:1763340289.631607:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8821 00010000:00010000:1.0:1763340289.631692:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.631700:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.631708:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.631714:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.631717:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.631725:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.631736:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.631738:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340289.631741:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.631746:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182493b2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340289.631847:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340289.631861:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292193536:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.631909:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.632101:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292193664:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340289.632131:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.632227:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292193792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.632255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.632285:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292193920:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.632305:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.632331:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292193536 00000100:00100000:3.0:1763340289.632338:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292193536 00000100:00100000:3.0:1763340289.632373:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292193664 00000100:00100000:3.0:1763340289.632377:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292193664 00000100:00100000:3.0:1763340289.632393:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292193792 00000100:00100000:3.0:1763340289.632396:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292193792 00000100:00100000:3.0:1763340289.632412:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292193920 00000100:00100000:3.0:1763340289.632414:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292193920 00000100:00100000:3.0:1763340289.632434:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5923 00000100:00100000:3.0:1763340289.632443:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+43:3650:x1848995292193536:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340289.632613:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632616:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb mtime from disk: 1763340290 -> 1763340290 00002000:00010000:3.0:1763340289.632619:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632621:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb ctime from disk: 1763340290 -> 1763340290 00002000:00010000:3.0:1763340289.632623:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.632669:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+44:3650:x1848995292193536:12345-0@lo:2:osp-syn-1-1.0 Request processed in 227us (759us total) trans 17179871339 rc 0/0 00000100:00100000:3.0:1763340289.632676:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5923 00000100:00100000:3.0:1763340289.632689:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924 00000100:00100000:3.0:1763340289.632695:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+43:3648:x1848995292193664:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340289.632743:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632746:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632748:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632750:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632751:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.632776:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+44:3648:x1848995292193664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (645us total) trans 17179871340 rc 0/0 00000100:00100000:3.0:1763340289.632782:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924 00000100:00100000:3.0:1763340289.632794:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5925 00000100:00100000:3.0:1763340289.632800:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+27:3649:x1848995292193792:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.632883:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+28:3649:x1848995292193792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (626us total) trans 21474838625 rc 0/0 00000100:00100000:3.0:1763340289.632889:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5925 00000100:00100000:3.0:1763340289.632900:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5926 00000100:00100000:3.0:1763340289.632906:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+27:3650:x1848995292193920:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340289.632950:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632953:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632956:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632958:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.632960:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.632982:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+28:3650:x1848995292193920:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (675us total) trans 21474838626 rc 0/0 00000100:00100000:3.0:1763340289.632988:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5926 00000004:00080000:3.0:1763340289.633035:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfdc00/2, rc 0, transno 21474838625 00000100:00100000:3.0:1763340289.633041:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292193792:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340289.633060:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6f800/2, rc 0, transno 17179871340 00000100:00100000:3.0:1763340289.633064:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292193664:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340289.633078:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfe300/2, rc 0, transno 21474838626 00000100:00100000:3.0:1763340289.633081:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292193920:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340289.633089:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c8a6d880/2, rc 0, transno 17179871339 00000100:00100000:3.0:1763340289.633092:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292193536:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340289.634340:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.634354:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.634361:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.634366:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.634371:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.634378:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.634394:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc900) 00010000:00010000:2.0:1763340289.634397:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.634402:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340289.634407:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824936c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340289.635615:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.635706:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280678016 00000100:00100000:0.0:1763340289.635715:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280678016 00000100:00100000:0.0:1763340289.635775:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8823 00000100:00100000:0.0:1763340289.635784:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56746:x1848995280678016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.635804:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.635822:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb182493c7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16419 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.635889:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.635902:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635912:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635926:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340289.635932:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635938:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635974:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635980:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635986:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635991:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.635997:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.636000:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636007:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636016:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:0.0:1763340289.636019:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.636023:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636028:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9200/0xbdebf3fb182493ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636054:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636059:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636064:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636069:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.636071:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636080:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636086:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d1799000) 00010000:00010000:0.0:1763340289.636088:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.636091:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493d5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340289.636126:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb182493c7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16419 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.636135:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:0.0:1763340289.636137:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.636141:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb182493c7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16419 expref: 198 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.636151:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8e00, rc 0) 00000100:00100000:0.0:1763340289.636219:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56746:x1848995280678016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 435us (612us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.636226:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8823 00000100:00100000:1.0:1763340289.639015:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.639092:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280678144 00000100:00100000:2.0:1763340289.639102:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280678144 00000100:00100000:2.0:1763340289.639164:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8824 00000100:00100000:2.0:1763340289.639174:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+197:56744:x1848995280678144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.639197:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.639215:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16420 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.639265:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.639280:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 198 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.639296:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:2.0:1763340289.639299:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340289.639303:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340289.640665:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+198:56744:x1848995280678144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1486us (1652us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.640675:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8824 00000100:00100000:2.0:1763340289.651925:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.651977:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.654065:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280678272 00000100:00100000:0.0:1763340289.654078:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280678272 00000100:00100000:0.0:1763340289.654136:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280678528 00000100:00100000:0.0:1763340289.654139:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280678528 00000100:00100000:0.0:1763340289.654169:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8825 00000100:00100000:0.0:1763340289.654177:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56744:x1848995280678272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.654197:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.654216:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb182493e3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16427 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340289.654288:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8826 00000100:00100000:3.0:1763340289.654298:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56746:x1848995280678528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.654307:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.654310:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340289.654329:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182493c0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16412 expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.654345:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaa00) 00010000:00010000:3.0:1763340289.654354:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.654368:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ea lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1642e expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.654451:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340289.654464:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.654475:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.654487:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340289.654494:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.654500:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.655099:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493ff lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.655110:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493ff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.655117:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493ff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340289.655151:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c2:0x0]: returning size 5 00000004:00200000:0.0:1763340289.655155:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340289.655173:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493ff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.655201:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb182493e3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16427 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.655229:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493ff lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16427 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.655879:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340289.655891:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655899:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340289.655908:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 0 00010000:00010000:3.0:1763340289.655934:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655942:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655948:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655954:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655959:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.655963:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655969:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655979:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:3.0:1763340289.655982:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340289.655985:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.655991:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb182493f1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:3.0:1763340289.656002:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001d34e948 reply state 00000000764be9cf transno 4294972402 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.656013:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.656024:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc900) 00010000:00010000:3.0:1763340289.656026:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.656029:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340289.656054:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb182493ea lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.656075:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.656082:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340289.656084:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340289.656087:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:3.0:1763340289.656174:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56746:x1848995280678528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1876us (4194us total) trans 4294972402 rc 0/0 00000100:00100000:3.0:1763340289.656183:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8826 00010000:00010000:0.0:1763340289.656213:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.656216:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340289.656218:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9600, rc 0) 00000100:00100000:1.0:1763340289.656446:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56744:x1848995280678272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2267us (4527us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.656454:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8825 00000100:00100000:2.0:1763340289.660041:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.660131:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280678784 00000100:00100000:1.0:1763340289.660141:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280678784 00000100:00100000:1.0:1763340289.660200:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8827 00000100:00100000:1.0:1763340289.660208:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56746:x1848995280678784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.660231:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.660251:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249414 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16435 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.660350:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340289.660365:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.660374:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.660406:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.660418:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 202 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.660431:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292194048:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340289.660516:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555f582be40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340289.662075:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.662579:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280678912 00000100:00100000:0.0:1763340289.662589:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280678912 00000100:00100000:0.0:1763340289.662652:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5927 00000100:00100000:0.0:1763340289.662662:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280678912:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.662679:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.662698:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1643c expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340289.662719:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x211:0x0] initial LVB size: 5, mtime: 0x691a7002, atime: 0x0, ctime: 0x691a7002, blocks: 0x8 00010000:00010000:0.0:1763340289.662737:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.662740:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.662750:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 18 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340289.662765:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 18 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340289.662778:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9200, rc 0) 00000100:00100000:0.0:1763340289.662838:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280678912:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 177us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.662846:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5927 00000100:00100000:3.0:1763340289.663684:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.663997:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292194048:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340289.664021:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340289.664145:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280679040 00000100:00100000:0.0:1763340289.664150:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280679040 00010000:00010000:0.0:1763340289.664175:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 203 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.664211:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2870 00000100:00100000:0.0:1763340289.664219:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2408:x1848995280679040:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.664231:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.664237:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 203 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.664254:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 203 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.664274:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249406 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1642e expref: 203 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.664289:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340289.664295:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664304:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664311:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.664430:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.664525:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664552:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340289.664574:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 0 00000004:00080000:0.0:1763340289.664757:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x213:0x0], index 1: 0 00000004:00080000:0.0:1763340289.664765:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x213:0x0], index 0: 0 00000004:00080000:0.0:1763340289.664770:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x214:0x0], index 0: 0 00000004:00080000:0.0:1763340289.664773:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x214:0x0], index 1: 0 00010000:00010000:0.0:1763340289.664885:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664896:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664902:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664907:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.664911:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664918:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664925:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340289.664928:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340289.664931:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664936:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824941b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.664976:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249414 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16435 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.664985:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340289.664987:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340289.664991:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249414 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16435 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.665007:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340289.665081:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2408:x1848995280679040:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 861us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.665088:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2870 00000100:00100000:0.0:1763340289.666094:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56746:x1848995280678784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5884us (6060us total) trans 4294972403 rc 301/301 00000100:00100000:0.0:1763340289.666332:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8827 00000100:00100000:2.0:1763340289.670991:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.671101:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280679296 00000100:00100000:1.0:1763340289.671111:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280679296 00000100:00100000:1.0:1763340289.671206:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2995 00000100:00100000:1.0:1763340289.671217:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56746:x1848995280679296:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.672060:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56746:x1848995280679296:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 841us (1075us total) trans 4294972404 rc 0/0 00000100:00100000:1.0:1763340289.672073:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2995 00000100:00100000:2.0:1763340289.675689:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.675912:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280679552 00000100:00100000:1.0:1763340289.675922:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280679552 00000100:00100000:1.0:1763340289.676021:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2996 00000100:00100000:1.0:1763340289.676030:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56746:x1848995280679552:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.676507:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56746:x1848995280679552:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 476us (825us total) trans 4294972405 rc 0/0 00000100:00100000:1.0:1763340289.676515:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2996 00000100:00100000:2.0:1763340289.682043:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.682195:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280679808 00000100:00100000:0.0:1763340289.682205:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280679808 00000100:00100000:0.0:1763340289.682266:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8828 00000100:00100000:0.0:1763340289.682275:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280679808:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.682300:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.682323:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb18249430 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16443 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.682453:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.682467:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682478:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682487:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.682494:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682500:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682591:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249445 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.682599:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249445 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682606:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249445 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340289.682616:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 0 00010000:00010000:0.0:1763340289.682703:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682711:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682717:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682724:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682729:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.682734:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682741:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682752:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d1799600) 00010000:00010000:0.0:1763340289.682755:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.682760:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682766:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249437 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682804:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682814:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682819:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682824:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.682827:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682832:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682839:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc900) 00010000:00010000:0.0:1763340289.682841:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.682844:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682850:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824943e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.682885:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb18249430 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16443 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.682901:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249445 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16443 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.682908:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340289.682910:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.682913:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9800, rc 0) 00000100:00100000:0.0:1763340289.682977:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280679808:12345-192.168.203.42@tcp:101:bash.0 Request processed in 703us (941us total) trans 4294972406 rc 0/0 00000100:00100000:0.0:1763340289.682986:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8828 00000100:00100000:2.0:1763340289.691396:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.691478:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280679936 00000100:00100000:3.0:1763340289.691489:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280679936 00000100:00100000:3.0:1763340289.691569:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8829 00000100:00100000:3.0:1763340289.691580:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280679936:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340289.691604:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.691625:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249453 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1644a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.691672:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824945a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340289.691685:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824945a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.691697:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824945a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.691938:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249453 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1644a expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.691956:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824945a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1644a expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.691965:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:3.0:1763340289.691968:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340289.691971:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:3.0:1763340289.692032:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280679936:12345-192.168.203.42@tcp:101:bash.0 Request processed in 453us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.692041:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8829 00000100:00100000:2.0:1763340289.694679:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.695037:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280680192 00000100:00100000:3.0:1763340289.695048:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280680192 00000100:00100000:3.0:1763340289.695332:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8830 00000100:00100000:3.0:1763340289.695345:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280680192:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340289.695399:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.695424:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb18249445 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16443 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.695455:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:3.0:1763340289.695461:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.695798:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340289.695814:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.695823:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:3.0:1763340289.695864:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972407 00000004:00010000:3.0:1763340289.695884:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000d50c6f3 reply state 0000000060d50ba5 transno 4294972408 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.695895:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.695901:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:3.0:1763340289.695904:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.695906:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340289.696453:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280680192:12345-192.168.203.42@tcp:36:bash.0 Request processed in 1110us (1778us total) trans 4294972408 rc 0/0 00000100:00100000:3.0:1763340289.696461:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8830 00000020:00080000:3.0:1763340289.696466:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340289.700712:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.700814:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280680320 00000100:00100000:3.0:1763340289.700824:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280680320 00000100:00100000:3.0:1763340289.700874:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8831 00000100:00100000:3.0:1763340289.700883:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280680320:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340289.700906:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.700927:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249468 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16451 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.700978:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249468 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16451 expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.700998:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249468 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16451 expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.701015:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:3.0:1763340289.701018:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340289.701022:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:3.0:1763340289.701083:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280680320:12345-192.168.203.42@tcp:101:bash.0 Request processed in 200us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.701090:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8831 00000100:00100000:2.0:1763340289.705459:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.705565:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280680576 00000100:00100000:0.0:1763340289.705575:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280680576 00000100:00100000:0.0:1763340289.705625:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8832 00000100:00100000:0.0:1763340289.705644:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280680576:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.705662:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.705665:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340289.705690:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249468 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16451 expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.705708:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340289.705712:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.705725:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824946f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16458 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.705768:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249476 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.705780:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249476 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.705801:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249476 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:0.0:1763340289.706017:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1297, 88 off109808 00000004:00080000:0.0:1763340289.706025:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030513492325ns, next at 1031012448648ns, rc = 0 00000040:00080000:0.0:1763340289.706062:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1275, 88 off108064 00000004:00080000:0.0:1763340289.706068:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030513535045ns, next at 1031012419777ns, rc = 0 00000040:00080000:0.0:1763340289.706101:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1276, 88 off108152 00000004:00080000:0.0:1763340289.706107:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030513573896ns, next at 1031012419777ns, rc = 0 00000040:00080000:0.0:1763340289.706118:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1298, 88 off109896 00000004:00080000:0.0:1763340289.706121:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030513588656ns, next at 1031012448648ns, rc = 0 00000001:00080000:0.0:1763340289.709996:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972409 is committed 00000004:00080000:0.0:1763340289.710011:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 856 committed 00000004:00080000:0.0:1763340289.710038:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 835 committed 00000004:00080000:0.0:1763340289.710059:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 834 committed 00000004:00080000:0.0:1763340289.710064:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 855 committed 00010000:00010000:0.0:1763340289.710178:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249476 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16458 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.710195:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340289.710198:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340289.710220:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824946f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16458 expref: 203 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340289.710264:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249476 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16458 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.710302:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340289.710305:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340289.710308:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8000, rc 0) 00000100:00100000:0.0:1763340289.710392:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280680576:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4755us (4940us total) trans 4294972409 rc 0/0 00000100:00100000:0.0:1763340289.710403:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8832 00000100:00100000:3.0:1763340289.710658:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340289.710678:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292194176:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.710738:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.710796:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292194304:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.710819:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.710852:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292194176 00000100:00100000:3.0:1763340289.710859:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292194176 00000100:00100000:3.0:1763340289.710899:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292194304 00000100:00100000:3.0:1763340289.710904:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292194304 00000100:00100000:3.0:1763340289.710927:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5928 00000100:00100000:3.0:1763340289.710937:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3650:x1848995292194176:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.711108:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:3650:x1848995292194176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 173us (371us total) trans 21474838627 rc 0/0 00000100:00100000:3.0:1763340289.711115:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5928 00000100:00100000:3.0:1763340289.711127:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5929 00000100:00100000:3.0:1763340289.711134:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3648:x1848995292194304:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.711231:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:3648:x1848995292194304:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (411us total) trans 21474838628 rc 0/0 00000100:00100000:3.0:1763340289.711236:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5929 00000004:00080000:3.0:1763340289.711272:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa4000/2, rc 0, transno 21474838628 00000100:00100000:3.0:1763340289.711278:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292194304:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340289.711294:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa4700/2, rc 0, transno 21474838627 00000100:00100000:3.0:1763340289.711298:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292194176:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340289.711443:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711452:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711458:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711464:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.711468:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711475:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711486:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc900) 00010000:00010000:1.0:1763340289.711489:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.711493:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711498:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182493f8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711521:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711528:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711556:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711561:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.711564:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711570:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711578:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:1.0:1763340289.711580:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.711583:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.711589:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249461 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340289.711813:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763340289.711824:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292194560:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.711856:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.711883:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292194560 00000100:00100000:2.0:1763340289.711888:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292194560 00000100:00100000:2.0:1763340289.711916:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930 00000100:00100000:2.0:1763340289.711923:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+44:3651:x1848995292194560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.712024:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3651:x1848995292194560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 101us (166us total) trans 17179871341 rc 0/0 00000100:00100000:2.0:1763340289.712030:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930 00000004:00080000:2.0:1763340289.712066:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e94e00/2, rc 0, transno 17179871341 00000100:00100000:2.0:1763340289.712070:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292194560:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.712308:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340289.712317:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292194432:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.712344:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.712448:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292194432 00000100:00100000:2.0:1763340289.712452:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292194432 00000100:00100000:2.0:1763340289.712704:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5931 00000100:00100000:2.0:1763340289.712713:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+45:3648:x1848995292194432:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.713187:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+46:3648:x1848995292194432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 475us (841us total) trans 17179871342 rc 0/0 00000100:00100000:2.0:1763340289.713195:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5931 00000004:00080000:0.0:1763340289.713257:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e94a80/2, rc 0, transno 17179871342 00000100:00100000:0.0:1763340289.713263:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292194432:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.719016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.719730:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280680704 00000100:00100000:0.0:1763340289.719740:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280680704 00000100:00100000:0.0:1763340289.719803:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5932 00000100:00100000:0.0:1763340289.719814:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:55868:x1848995280680704:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.719832:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.719853:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1645f expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340289.719875:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x213:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340289.719896:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.719898:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.719906:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.719919:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.719930:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8e00, rc 0) 00000100:00100000:0.0:1763340289.720891:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:55868:x1848995280680704:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1074us (1880us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.720900:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5932 00000100:00100000:2.0:1763340289.723662:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.723752:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280680832 00000100:00100000:0.0:1763340289.723763:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280680832 00000100:00100000:0.0:1763340289.723937:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5933 00000100:00100000:0.0:1763340289.723948:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280680832:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.723968:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.723989:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16466 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340289.724012:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x213:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340289.724034:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.724036:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.724044:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.724059:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.724070:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8c00, rc 0) 00000100:00100000:0.0:1763340289.724375:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280680832:12345-192.168.203.42@tcp:101:bash.0 Request processed in 428us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.724383:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5933 00000100:00100000:1.0:1763340289.726454:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.726485:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.726689:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280680960 00000100:00100000:2.0:1763340289.726700:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280680960 00002000:00010000:2.0:1763340289.726734:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/531 (0->18446744073709551615) 00002000:00100000:2.0:1763340289.726739:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dea00 with x1848995280680960 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340289.726750:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6dea00. 00000100:00100000:2.0:1763340289.726768:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280681088 00000100:00100000:2.0:1763340289.726771:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280681088 00002000:00010000:2.0:1763340289.726794:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/531 (0->18446744073709551615) 00002000:00100000:2.0:1763340289.726797:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6ddc00 with x1848995280681088 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340289.726802:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6ddc00. 00000100:00100000:2.0:1763340289.726824:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1509 00000100:00100000:2.0:1763340289.726833:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280680960:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340289.726990:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.726993:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:2.0:1763340289.726996:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.726998:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:2.0:1763340289.727000:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340289.727043:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280680960:12345-192.168.203.42@tcp:10:bash.0 Request processed in 211us (594us total) trans 17179871343 rc 0/0 00000100:00100000:2.0:1763340289.727049:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1509 00002000:00010000:2.0:1763340289.727053:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/531 (0->18446744073709551615) 00002000:00100000:2.0:1763340289.727055:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dea00 with x1848995280680960 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340289.727059:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6dea00. 00000100:00100000:2.0:1763340289.727073:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1510 00000100:00100000:2.0:1763340289.727078:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280681088:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340289.727145:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.727148:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:2.0:1763340289.727150:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.727152:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:2.0:1763340289.727154:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x213:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340289.727171:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280681088:12345-192.168.203.42@tcp:10:bash.0 Request processed in 92us (684us total) trans 21474838629 rc 0/0 00000100:00100000:2.0:1763340289.727176:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1510 00002000:00010000:2.0:1763340289.727178:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/531 (0->18446744073709551615) 00002000:00100000:2.0:1763340289.727180:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6ddc00 with x1848995280681088 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340289.727184:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6ddc00. 00000100:00100000:1.0:1763340289.730497:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.730654:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280681344 00000100:00100000:2.0:1763340289.730668:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280681344 00000100:00100000:2.0:1763340289.730767:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2997 00000100:00100000:2.0:1763340289.730985:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e1ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280681344:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340289.732748:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e1ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:55868:x1848995280681344:12345-192.168.203.42@tcp:35:bash.0 Request processed in 1958us (2246us total) trans 4294972410 rc 0/0 00000100:00100000:2.0:1763340289.732763:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2997 00000100:00100000:2.0:1763340289.740150:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.740593:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280681472 00000100:00100000:0.0:1763340289.740603:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280681472 00000100:00100000:0.0:1763340289.740669:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8833 00000100:00100000:0.0:1763340289.740680:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56747:x1848995280681472:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:0.0:1763340289.740711:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.740739:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb1824948b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1646d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.741376:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340289.741393:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741407:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741423:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340289.741431:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741438:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741567:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182494a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340289.741579:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182494a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741587:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182494a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340289.741653:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 5 00000004:00200000:1.0:1763340289.741658:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340289.741677:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182494a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741688:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182494a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741697:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741703:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741710:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741716:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741721:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.741725:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741731:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741742:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25800) 00010000:00010000:1.0:1763340289.741745:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.741751:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741757:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249492 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741769:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741774:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741780:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741915:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.741919:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741926:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741937:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59e600) 00010000:00010000:1.0:1763340289.741941:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.741944:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741951:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249499 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.741993:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb1824948b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1646d expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.742030:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182494a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1646d expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.742038:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:1.0:1763340289.742041:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340289.742043:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fe00, rc 0) 00000100:00100000:1.0:1763340289.743017:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56747:x1848995280681472:12345-192.168.203.42@tcp:101:rm.0 Request processed in 2336us (2875us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.743027:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8833 00000100:00100000:1.0:1763340289.748419:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.748712:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280681728 00000100:00100000:0.0:1763340289.748723:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280681728 00000100:00100000:0.0:1763340289.748916:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8834 00000100:00100000:0.0:1763340289.748927:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56747:x1848995280681728:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340289.748985:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340289.749018:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb18249476 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16458 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.749061:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb182494a0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1646d expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.749074:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824945a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1644a expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.749087:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555d1799700) 00010000:00010000:0.0:1763340289.749098:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.749127:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.749140:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749150:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749162:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.749170:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749175:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749262:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.749270:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749277:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:0.0:1763340289.749502:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1299, 64 off109960 00000040:00080000:0.0:1763340289.749523:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1277, 64 off108216 00000040:00080000:0.0:1763340289.749591:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1278, 64 off108280 00000040:00080000:0.0:1763340289.749604:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1300, 64 off110024 00010000:00010000:0.0:1763340289.749667:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.749676:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749683:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749690:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749696:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749702:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749730:0:8423:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340289.749751:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749758:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749765:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.749770:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.749774:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.750057:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340289.750064:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.750071:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340289.750074:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.750080:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.750090:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:2.0:1763340289.750094:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340289.750097:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.750104:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9000/0xbdebf3fb182494bc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.750121:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.750123:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.750124:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.750146:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750157:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff9555fbb25f00) 00010000:00010000:0.0:1763340289.750159:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340289.750162:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750167:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494b5 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750334:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750341:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750347:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750353:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750358:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.750362:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750368:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750375:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:0.0:1763340289.750378:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.750381:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750386:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494a7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340289.750401:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b95ff9c reply state 00000000ff95461c transno 4294972411 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750412:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.750418:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.750420:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340289.750423:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340289.751200:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56747:x1848995280681728:12345-192.168.203.42@tcp:36:rm.0 Request processed in 2265us (2782us total) trans 4294972411 rc 0/0 00000100:00100000:0.0:1763340289.751213:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8834 00000100:00100000:2.0:1763340289.757216:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.757268:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280681856 00000100:00100000:0.0:1763340289.757278:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280681856 00000100:00100000:0.0:1763340289.757340:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5934 00000100:00100000:0.0:1763340289.757350:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280681856:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340289.757459:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280681856:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 110us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.757470:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5934 00000100:00100000:2.0:1763340289.763216:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.763287:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280681984 00000100:00100000:0.0:1763340289.763299:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280681984 00000100:00100000:0.0:1763340289.763365:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5935 00000100:00100000:0.0:1763340289.763377:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280681984:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340289.763494:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280681984:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 119us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.763502:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5935 00000100:00100000:1.0:1763340289.766268:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.766747:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280682112 00000100:00100000:0.0:1763340289.766759:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280682112 00000100:00100000:0.0:1763340289.766819:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8835 00000100:00100000:0.0:1763340289.766829:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56748:x1848995280682112:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.766852:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.766876:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494c3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16474 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.766941:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.766954:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.766964:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.766975:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.766981:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.766987:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767029:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767036:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767042:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767048:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767053:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.767057:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767065:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767077:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:0.0:1763340289.767080:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.767085:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767090:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb182494ca lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767115:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767122:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767128:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767133:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.767135:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767141:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767150:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.767153:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.767155:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767160:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb182494d1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.767186:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494c3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16474 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.767209:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fbb25500) 00010000:00010000:0.0:1763340289.767212:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.767215:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb182494c3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16474 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.767230:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8400, rc 0) 00000100:00100000:0.0:1763340289.767295:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56748:x1848995280682112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 467us (1035us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.767302:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8835 00000100:00100000:2.0:1763340289.773055:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.773142:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280682240 00000100:00100000:1.0:1763340289.773151:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280682240 00000100:00100000:0.0:1763340289.773777:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1511 00000100:00100000:0.0:1763340289.773799:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280682240:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:0.0:1763340289.773840:0:28376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.773855:0:28376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.773857:0:28376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.773861:0:28376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.773873:0:28376:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.773975:0:28376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.773983:0:28376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.773990:0:28376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.773996:0:28376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.774000:0:28376:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.774007:0:28376:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.774020:0:28376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.774027:0:28376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9000/0xbdebf3fb182494d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.774082:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280682240:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 289us (1035us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763340289.774088:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1511 00000100:00100000:2.0:1763340289.776175:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.776419:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280682368 00000100:00100000:3.0:1763340289.776429:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280682368 00000100:00100000:3.0:1763340289.776484:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8836 00000100:00100000:3.0:1763340289.776494:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56748:x1848995280682368:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.776513:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.778073:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182494df lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1647b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.778166:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.778180:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778191:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778200:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.778207:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778212:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778254:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778261:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778267:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778272:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778278:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.778282:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778292:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778304:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:2.0:1763340289.778306:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.778311:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778317:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182494e6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778329:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778334:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778339:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778343:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.778346:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778351:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778358:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.778360:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.778362:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778367:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182494ed lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.778395:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182494df lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1647b expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.778404:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:2.0:1763340289.778406:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.778409:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb182494df lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1647b expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.778426:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:2.0:1763340289.778980:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56748:x1848995280682368:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2485us (2809us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.778988:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8836 00000100:00100000:2.0:1763340289.779584:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.779675:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280682496 00000100:00100000:0.0:1763340289.779683:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280682496 00000100:00100000:0.0:1763340289.779725:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8837 00000100:00100000:0.0:1763340289.779734:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56744:x1848995280682496:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.779751:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.779771:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb182494f4 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16482 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.779804:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182494fb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.779817:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182494fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.779826:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182494fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.779927:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8200/0xbdebf3fb182494f4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16482 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.779956:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9800/0xbdebf3fb182494fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16482 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.779968:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.779971:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340289.779974:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b9800, rc 0) 00000100:00100000:0.0:1763340289.780021:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56744:x1848995280682496:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 288us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.780027:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8837 00000100:00100000:1.0:1763340289.782204:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.782375:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.782567:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280682752 00000100:00100000:3.0:1763340289.782575:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280682752 00000100:00100000:3.0:1763340289.782625:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8838 00000100:00100000:3.0:1763340289.782647:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56748:x1848995280682752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.782665:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.782687:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249502 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16489 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.782744:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249509 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.782758:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249509 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.782769:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249509 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340289.782824:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763340289.782829:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340289.782862:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249502 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16489 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.782878:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249509 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16489 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.782886:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:3.0:1763340289.782889:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340289.782892:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:3.0:1763340289.782948:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56748:x1848995280682752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 314us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.782956:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8838 00000100:00100000:0.0:1763340289.783075:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280682624 00000100:00100000:0.0:1763340289.783080:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280682624 00000100:00100000:0.0:1763340289.783131:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1512 00000100:00100000:0.0:1763340289.783139:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280682624:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:0.0:1763340289.783162:0:23979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.783175:0:23979:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 29 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340289.783182:0:23979:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.783185:0:23979:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.783187:0:23979:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.783220:0:23979:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 29 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340289.783232:0:23979:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 29 pid: 8399 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763340289.783250:0:23979:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:23979:1848995292194688:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.783316:0:23979:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3900 going to sleep for 11 seconds 00000100:00100000:1.0:1763340289.786042:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.786101:0:23979:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:23979:1848995292194688:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340289.786117:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280682880 00000100:00100000:2.0:1763340289.786123:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280682880 00010000:00010000:0.0:1763340289.786129:0:23979:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.786156:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 30 pid: 8399 timeout: 1130 lvb_type: 1 00000100:00100000:2.0:1763340289.786611:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2871 00000100:00100000:2.0:1763340289.786621:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2408:x1848995280682880:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340289.786647:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340289.786667:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 30 pid: 8399 timeout: 1130 lvb_type: 1 00010000:00010000:2.0:1763340289.786680:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 30 pid: 8399 timeout: 1130 lvb_type: 1 00010000:00010000:2.0:1763340289.786702:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e600/0xbdebf3fb18249254 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1639b expref: 30 pid: 8399 timeout: 1130 lvb_type: 1 00010000:00010000:2.0:1763340289.786717:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.786719:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.786724:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.786732:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340289.786733:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340289.786772:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280683008 00000100:00100000:0.0:1763340289.786777:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280683008 00010000:00010000:2.0:1763340289.786811:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.786822:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8839 00000100:00100000:0.0:1763340289.786829:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56748:x1848995280683008:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.786844:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763340289.786857:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280682880:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 239us (824us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340289.786859:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249517 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16490 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.786865:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2871 00010000:00010000:0.0:1763340289.786915:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.786927:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.786935:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.786945:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.786952:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.786963:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.786996:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787003:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787009:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787015:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787021:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.787024:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787031:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.787034:0:23979:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.787040:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:1.0:1763340289.787042:0:23979:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.787043:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.787046:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787051:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8000/0xbdebf3fb1824951e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787072:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787078:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787083:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787087:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.787090:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787094:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787099:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.787102:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.787104:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787109:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9400/0xbdebf3fb18249525 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.787131:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249517 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16490 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.787139:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:0.0:1763340289.787141:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.787144:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8400/0xbdebf3fb18249517 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16490 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.787152:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c84b8400, rc 0) 00000100:00100000:0.0:1763340289.787193:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56748:x1848995280683008:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 364us (460us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.787199:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8839 00000001:00080000:0.0:1763340289.790063:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871344 is committed 00000001:00080000:0.0:1763340289.790084:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871342 is committed 00000100:00100000:3.0:1763340289.790277:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:1.0:1763340289.791224:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763340289.791230:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340289.791233:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340289.791235:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340289.791248:0:23979:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.791260:0:23979:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.791269:0:23979:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.791276:0:23979:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.791280:0:23979:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.791289:0:23979:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.791307:0:23979:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.791315:0:23979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8800/0xbdebf3fb18249510 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.791404:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280682624:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 8264us (9206us total) trans 17179871344 rc 0/0 00000100:00100000:1.0:1763340289.791418:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1512 00000100:00100000:0.0:1763340289.791719:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280683264 00000100:00100000:0.0:1763340289.791729:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280683264 00000100:00100000:0.0:1763340289.791789:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8840 00000100:00100000:0.0:1763340289.791799:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56748:x1848995280683264:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.791816:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.791819:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340289.791838:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249509 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16489 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.791852:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc400) 00010000:00010000:0.0:1763340289.791862:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.791875:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb1824952c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16497 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.791965:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.791976:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.791985:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.791993:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.792000:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792005:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792338:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.792347:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792353:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340289.792362:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c5:0x0]: returning size 0 00010000:00010000:0.0:1763340289.792392:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792400:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792406:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792411:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792417:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.792421:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792427:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792436:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287d000) 00010000:00010000:0.0:1763340289.792439:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.792442:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792452:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8a00/0xbdebf3fb18249533 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340289.792475:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aed178a8 reply state 00000000790f8d09 transno 4294972412 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792485:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.792491:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:0.0:1763340289.792493:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340289.792496:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340289.792518:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9e00/0xbdebf3fb1824952c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.792559:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.792567:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c287d100) 00010000:00010000:0.0:1763340289.792569:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.792572:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0200, rc 0) 00000100:00100000:0.0:1763340289.792610:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56748:x1848995280683264:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 814us (2337us total) trans 4294972412 rc 0/0 00000100:00100000:0.0:1763340289.792618:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8840 00000100:00100000:2.0:1763340289.797432:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.797981:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280683520 00000100:00100000:0.0:1763340289.797991:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280683520 00000100:00100000:0.0:1763340289.798672:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8841 00000100:00100000:0.0:1763340289.798684:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56748:x1848995280683520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.798705:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.798723:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824954f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1649e expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.798866:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.798879:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.798888:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.798916:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.798927:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 206 pid: 8423 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.798939:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292194816:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.799019:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340289.802076:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292194816:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.802103:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340289.805827:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.805909:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280683648 00000100:00100000:1.0:1763340289.805919:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280683648 00010000:00010000:1.0:1763340289.805961:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 207 pid: 8423 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.806007:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2872 00000100:00100000:1.0:1763340289.806017:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:2407:x1848995280683648:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340289.806033:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340289.806040:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 207 pid: 8423 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.806053:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 207 pid: 8423 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.806073:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0200/0xbdebf3fb18249541 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16497 expref: 207 pid: 8423 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.806100:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c287d100) 00010000:00010000:1.0:1763340289.806105:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.806113:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.806120:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.806155:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340289.806213:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:2407:x1848995280683648:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 197us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.806221:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2872 00010000:00010000:2.0:1763340289.806395:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806403:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340289.806429:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c5:0x0]: returning size 0 00000004:00080000:2.0:1763340289.806648:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x215:0x0], index 0: 0 00000004:00080000:2.0:1763340289.806656:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x215:0x0], index 1: 0 00000004:00080000:2.0:1763340289.806661:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x216:0x0], index 1: 0 00000004:00080000:2.0:1763340289.806664:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x216:0x0], index 0: 0 00010000:00010000:2.0:1763340289.806756:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806764:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806770:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806775:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.806779:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806786:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806795:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c287d100) 00010000:00010000:2.0:1763340289.806799:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340289.806802:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806808:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249556 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.806853:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824954f lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1649e expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.806861:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c287d100) 00010000:00010000:2.0:1763340289.806863:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340289.806866:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb1824954f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1649e expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.806878:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:2.0:1763340289.806925:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56748:x1848995280683520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8243us (9502us total) trans 4294972413 rc 301/301 00000100:00100000:2.0:1763340289.806932:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8841 00000100:00100000:2.0:1763340289.810935:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.811010:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280683904 00000100:00100000:1.0:1763340289.811021:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280683904 00000100:00100000:1.0:1763340289.811079:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2998 00000100:00100000:1.0:1763340289.811089:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56748:x1848995280683904:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.811955:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56748:x1848995280683904:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 864us (1026us total) trans 4294972414 rc 0/0 00000100:00100000:1.0:1763340289.811965:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2998 00000100:00100000:0.0:1763340289.813587:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.813710:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280684160 00000100:00100000:1.0:1763340289.813719:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280684160 00000100:00100000:1.0:1763340289.814162:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2999 00000100:00100000:1.0:1763340289.814172:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56748:x1848995280684160:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340289.815619:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56748:x1848995280684160:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1439us (2028us total) trans 4294972415 rc 0/0 00000100:00100000:1.0:1763340289.815639:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2999 00000100:00100000:2.0:1763340289.815995:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292194944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763340289.816046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340289.816769:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292194944 00000100:00100000:0.0:1763340289.816778:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292194944 00000100:00100000:0.0:1763340289.817014:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1763340289.817025:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848995292194944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763340289.817050:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484901696 pending 0 free 3920220160 avail 3688640512 00000100:00100000:0.0:1763340289.817250:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1848995292194944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 226us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.817258:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1763340289.817326:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871342 gen 2 00000004:00080000:2.0:1763340289.817333:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba50000, transno 17179871292 00000004:00080000:2.0:1763340289.817690:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2153800, transno 17179871293 00000004:00080000:2.0:1763340289.817835:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba50e00, transno 17179871294 00000004:00080000:2.0:1763340289.817839:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2150e00, transno 17179871295 00000004:00080000:2.0:1763340289.817842:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc28ad80, transno 17179871296 00000004:00080000:2.0:1763340289.817844:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc288380, transno 17179871297 00000004:00080000:2.0:1763340289.817847:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbc700, transno 17179871299 00000004:00080000:2.0:1763340289.817850:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbf480, transno 17179871300 00000004:00080000:2.0:1763340289.817852:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbea00, transno 17179871301 00000004:00080000:2.0:1763340289.817854:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7c700, transno 17179871302 00000004:00080000:2.0:1763340289.817857:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7f480, transno 17179871303 00000004:00080000:2.0:1763340289.817859:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbed80, transno 17179871304 00000004:00080000:2.0:1763340289.817862:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d86a00, transno 17179871307 00000004:00080000:2.0:1763340289.817864:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d87480, transno 17179871308 00000004:00080000:2.0:1763340289.817867:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d85180, transno 17179871309 00000004:00080000:2.0:1763340289.817870:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d84380, transno 17179871310 00000004:00080000:2.0:1763340289.817873:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f63100, transno 17179871314 00000004:00080000:2.0:1763340289.817875:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc94000, transno 17179871315 00000004:00080000:2.0:1763340289.817878:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87fea00, transno 17179871316 00000004:00080000:2.0:1763340289.817881:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dfb80, transno 17179871317 00000004:00080000:2.0:1763340289.817883:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba53100, transno 17179871318 00000004:00080000:2.0:1763340289.817886:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba51880, transno 17179871319 00000004:00080000:2.0:1763340289.817889:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5426300, transno 17179871320 00000004:00080000:2.0:1763340289.817891:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5425500, transno 17179871321 00000004:00080000:2.0:1763340289.817894:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d85f80, transno 17179871323 00000004:00080000:2.0:1763340289.817896:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ed880, transno 17179871324 00000004:00080000:2.0:1763340289.817898:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ed180, transno 17179871325 00000004:00080000:2.0:1763340289.817901:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc5ee300, transno 17179871326 00000004:00080000:2.0:1763340289.817903:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dd180, transno 17179871328 00000004:00080000:2.0:1763340289.817906:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc000, transno 17179871329 00000004:00080000:2.0:1763340289.817909:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6ddf80, transno 17179871330 00000004:00080000:2.0:1763340289.817911:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc700, transno 17179871331 00000004:00080000:2.0:1763340289.817919:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1c00, transno 17179871334 00000004:00080000:2.0:1763340289.818436:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0000, transno 17179871335 00000004:00080000:2.0:1763340289.818441:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c7930000, transno 17179871336 00000004:00080000:2.0:1763340289.818444:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c7931180, transno 17179871337 00000004:00080000:2.0:1763340289.818447:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6d880, transno 17179871339 00000004:00080000:2.0:1763340289.818449:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6f800, transno 17179871340 00000004:00080000:2.0:1763340289.818452:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e94e00, transno 17179871341 00000004:00080000:2.0:1763340289.818454:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e94a80, transno 17179871342 00000100:00100000:2.0:1763340289.818470:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292194944:0@lo:13:osp-pre-1-1.0 00000004:00080000:3.0:1763340289.818733:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 2 changes, 0 in progress, 0 in flight, 38 done 00000100:00100000:0.0:1763340289.821369:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.821748:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280684416 00000100:00100000:2.0:1763340289.821757:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280684416 00000100:00100000:2.0:1763340289.821816:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8842 00000100:00100000:2.0:1763340289.821825:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280684416:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340289.821846:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.821866:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249564 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164a5 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.821983:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.821996:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822006:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822015:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.822021:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822026:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822070:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249579 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340289.822076:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249579 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822081:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249579 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340289.822089:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c5:0x0]: returning size 0 00010000:00010000:2.0:1763340289.822150:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822157:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822162:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822168:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822173:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.822177:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822183:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822192:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340289.822195:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.822199:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822203:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824956b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822215:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822220:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822225:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822230:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.822232:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822236:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822242:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.822243:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.822246:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822251:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249572 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.822280:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249564 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164a5 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.822294:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249579 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164a5 expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.822301:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.822303:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340289.822305:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfc00, rc 0) 00000100:00100000:2.0:1763340289.822367:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280684416:12345-192.168.203.42@tcp:101:bash.0 Request processed in 543us (1007us total) trans 4294972416 rc 0/0 00000100:00100000:2.0:1763340289.822374:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8842 00000100:00100000:2.0:1763340289.824910:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.824988:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280684672 00000100:00100000:3.0:1763340289.825000:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280684672 00000100:00100000:3.0:1763340289.825064:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8843 00000100:00100000:3.0:1763340289.825076:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56744:x1848995280684672:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340289.825137:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.825163:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9600/0xbdebf3fb182493ff lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16427 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.825194:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.825200:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.825264:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.825278:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.825288:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:3.0:1763340289.825399:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000225c4106 reply state 00000000df1948d3 transno 4294972417 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.825411:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.825417:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:3.0:1763340289.825420:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.825422:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340289.825783:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56744:x1848995280684672:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 709us (880us total) trans 4294972417 rc 0/0 00000100:00100000:3.0:1763340289.825792:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8843 00000100:00100000:0.0:1763340289.829767:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.829827:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.829944:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280684928 00000100:00100000:2.0:1763340289.829956:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280684928 00000100:00100000:2.0:1763340289.830011:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5936 00000100:00100000:2.0:1763340289.830020:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56744:x1848995280684928:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340289.830036:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340289.830056:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164b3 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340289.830079:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x212:0x0] initial LVB size: 4096, mtime: 0x691a7002, atime: 0x0, ctime: 0x691a7002, blocks: 0x8 00010000:00010000:2.0:1763340289.830098:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.830101:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.830107:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 16 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.830120:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 16 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.830131:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340289.830176:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56744:x1848995280684928:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 157us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.830182:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5936 00000100:00100000:3.0:1763340289.830349:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280684800 00000100:00100000:3.0:1763340289.830355:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280684800 00000100:00100000:3.0:1763340289.830403:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8844 00000100:00100000:3.0:1763340289.830412:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280684800:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340289.830427:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.830441:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249595 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164ac expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.830473:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824959c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.830484:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824959c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.830494:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824959c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.830611:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249595 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ac expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.830628:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824959c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ac expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.830647:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:3.0:1763340289.830650:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340289.830653:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:3.0:1763340289.830693:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280684800:12345-192.168.203.42@tcp:101:bash.0 Request processed in 283us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.830700:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8844 00000100:00100000:0.0:1763340289.836054:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.836139:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280685184 00000100:00100000:3.0:1763340289.836149:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280685184 00000100:00100000:0.0:1763340289.836659:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8845 00000100:00100000:0.0:1763340289.836672:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280685184:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:0.0:1763340289.836734:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.836760:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249579 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164a5 expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.836778:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:0.0:1763340289.836783:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.836954:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.836967:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.836975:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:0.0:1763340289.837019:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972418 00000004:00010000:0.0:1763340289.837041:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000f41d9f0 reply state 000000000b48ced9 transno 4294972419 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.837052:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.837063:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:0.0:1763340289.837066:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340289.837068:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340289.839774:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280685184:12345-192.168.203.42@tcp:36:bash.0 Request processed in 3095us (3717us total) trans 4294972419 rc 0/0 00000100:00100000:0.0:1763340289.839787:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8845 00000020:00080000:0.0:1763340289.839796:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340289.839919:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.840430:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280685312 00000100:00100000:0.0:1763340289.840439:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280685312 00000100:00100000:0.0:1763340289.841149:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5937 00000100:00100000:0.0:1763340289.841163:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:56744:x1848995280685312:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.841181:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.841200:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164ba expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.841229:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340289.841238:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.841241:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.841246:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.841338:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340289.841352:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 21 pid: 8399 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763340289.841366:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292195072:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340289.842210:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:1.0:1763340289.845159:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.845398:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280685440 00000100:00100000:0.0:1763340289.845408:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280685440 00000100:00100000:0.0:1763340289.845470:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8846 00000100:00100000:0.0:1763340289.845480:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280685440:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.845504:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.845523:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182495b1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164c1 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.845611:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182495b1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164c1 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.845627:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182495b1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164c1 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.845655:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:0.0:1763340289.845659:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340289.845662:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:0.0:1763340289.845725:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280685440:12345-192.168.203.42@tcp:101:bash.0 Request processed in 245us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.845732:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8846 00000100:00100000:2.0:1763340289.847301:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.847364:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292195072:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340289.847394:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.847410:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0200, rc 0) 00000100:00100000:1.0:1763340289.847456:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:56744:x1848995280685312:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6297us (7537us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.847464:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5937 00000100:00100000:3.0:1763340289.847769:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280685568 00000100:00100000:3.0:1763340289.847776:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280685568 00010000:00010000:3.0:1763340289.847804:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 21 pid: 8399 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763340289.847836:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2873 00000100:00100000:3.0:1763340289.847844:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c51a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280685568:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340289.847855:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340289.847873:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 21 pid: 8399 timeout: 1130 lvb_type: 1 00010000:00010000:3.0:1763340289.847889:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 21 pid: 8399 timeout: 1130 lvb_type: 1 00010000:00010000:3.0:1763340289.847909:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824925b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163a2 expref: 21 pid: 8399 timeout: 1130 lvb_type: 1 00010000:00010000:3.0:1763340289.847922:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.847925:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.847930:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.847939:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.848640:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340289.848658:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292195200:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340289.848728:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340289.854255:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.854291:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.854316:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.854398:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280685696 00000100:00100000:0.0:1763340289.854406:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280685696 00002000:00010000:0.0:1763340289.854439:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/530 (5->18446744073709551615) 00002000:00100000:0.0:1763340289.854443:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b28380 with x1848995280685696 ext(5->18446744073709551615) 00002000:00010000:0.0:1763340289.854454:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b28380. 00000100:00100000:0.0:1763340289.855169:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280685824 00000100:00100000:0.0:1763340289.855176:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280685824 00002000:00010000:0.0:1763340289.855198:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/530 (0->18446744073709551615) 00002000:00100000:0.0:1763340289.855202:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b2aa00 with x1848995280685824 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340289.855209:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b2aa00. 00000100:00100000:3.0:1763340289.855284:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292195200:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340289.855306:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340289.855356:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c51a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280685568:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 7512us (8059us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340289.855365:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2873 00000100:00100000:3.0:1763340289.855434:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280686080 00000100:00100000:3.0:1763340289.855439:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280686080 00000100:00100000:3.0:1763340289.855467:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8847 00000100:00100000:3.0:1763340289.855475:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280686080:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340289.855491:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.855494:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340289.855518:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb182495b1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164c1 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.855572:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:3.0:1763340289.855577:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.855591:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182495b8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164c8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.855651:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182495bf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.855667:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182495bf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.855679:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182495bf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:3.0:1763340289.855908:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1279, 88 off108368 00000004:00080000:3.0:1763340289.855917:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030663383636ns, next at 1031012419777ns, rc = 0 00000040:00080000:3.0:1763340289.855967:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1301, 88 off110112 00000004:00080000:3.0:1763340289.855972:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030663439436ns, next at 1031012448648ns, rc = 0 00000040:00080000:3.0:1763340289.855992:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1302, 88 off110200 00000004:00080000:3.0:1763340289.855996:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030663463618ns, next at 1031012448648ns, rc = 0 00000040:00080000:3.0:1763340289.856012:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1280, 88 off108456 00000004:00080000:3.0:1763340289.856017:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030663484034ns, next at 1031012419777ns, rc = 0 00000100:00100000:2.0:1763340289.857556:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1513 00000100:00100000:2.0:1763340289.857576:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280685696:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340289.857853:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763340289.857857:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb mtime from disk: 1763340290 -> 1763340290 00002000:00010000:2.0:1763340289.857860:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.857862:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb ctime from disk: 1763340290 -> 1763340290 00002000:00010000:2.0:1763340289.857865:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340289.857932:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280685696:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 363us (3687us total) trans 17179871345 rc 0/0 00000100:00100000:2.0:1763340289.857941:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1513 00002000:00010000:2.0:1763340289.857946:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/530 (5->18446744073709551615) 00002000:00100000:2.0:1763340289.857950:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b28380 with x1848995280685696 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340289.857956:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b28380. 00000100:00100000:2.0:1763340289.857976:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1514 00000100:00100000:2.0:1763340289.857984:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280685824:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340289.858078:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.858082:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:2.0:1763340289.858084:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.858087:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:2.0:1763340289.858089:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340289.858110:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280685824:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 127us (3817us total) trans 21474838630 rc 0/0 00000100:00100000:2.0:1763340289.858118:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1514 00002000:00010000:2.0:1763340289.858121:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/530 (0->18446744073709551615) 00002000:00100000:2.0:1763340289.858124:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b2aa00 with x1848995280685824 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340289.858129:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b2aa00. 00000001:00080000:0.0:1763340289.861054:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972420 is committed 00000004:00080000:0.0:1763340289.861068:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 837 committed 00000004:00080000:0.0:1763340289.861082:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 858 committed 00010000:00010000:2.0:1763340289.861700:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861713:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861721:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861727:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b9a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.861732:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861743:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861759:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.861762:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.861766:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861772:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9a00/0xbdebf3fb182494ae lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861818:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861824:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861830:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861835:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c84b8600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.861838:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861842:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861849:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fbb25200) 00010000:00010000:2.0:1763340289.861851:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.861853:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861857:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b8600/0xbdebf3fb1824953a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861874:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861879:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861884:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861888:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.861891:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861896:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861902:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:2.0:1763340289.861905:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.861907:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861912:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249587 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.861923:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.861929:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.861934:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.861938:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.861941:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.861946:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.861952:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.861955:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.861957:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340289.861962:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb182495a3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00080000:0.0:1763340289.862051:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 857 committed 00000004:00080000:0.0:1763340289.862056:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 836 committed 00000100:00100000:1.0:1763340289.862273:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195456:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.862338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.862373:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340289.862379:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195328:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.862400:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.862422:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292195584:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.862442:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.862458:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340289.862462:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292195712:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.862490:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.862516:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292195456 00000100:00100000:1.0:1763340289.862522:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292195456 00000100:00100000:1.0:1763340289.862577:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292195328 00000100:00100000:1.0:1763340289.862580:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292195328 00000100:00100000:1.0:1763340289.862592:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292195584 00000100:00100000:1.0:1763340289.862594:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292195584 00000100:00100000:1.0:1763340289.862605:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292195712 00000100:00100000:1.0:1763340289.862607:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292195712 00000100:00100000:1.0:1763340289.862623:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5938 00000100:00100000:1.0:1763340289.862629:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292195456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340289.862662:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:532 count 1 00002000:00010000:1.0:1763340289.862691:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x214:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340289.862698:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.862710:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.862712:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.862716:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.862727:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.862739:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.862745:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.862759:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340289.862969:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292195456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 338us (631us total) trans 17179871346 rc 0/0 00000100:00100000:1.0:1763340289.862976:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5938 00000100:00100000:1.0:1763340289.862993:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939 00000100:00100000:1.0:1763340289.862998:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292195328:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340289.863009:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:531 count 1 00010000:00010000:1.0:1763340289.863020:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863033:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863039:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340289.863041:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340289.863044:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863067:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863084:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 16 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.863095:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292196352:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340289.863165:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340289.863188:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5940 00000100:00100000:1.0:1763340289.863197:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292195584:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.863298:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292195584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 103us (854us total) trans 17179871347 rc 0/0 00000100:00100000:1.0:1763340289.863304:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5940 00000100:00100000:1.0:1763340289.863319:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941 00000100:00100000:1.0:1763340289.863325:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292195712:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.863389:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292195712:12345-0@lo:2:osp-syn-1-1.0 Request processed in 65us (898us total) trans 17179871348 rc 0/0 00000100:00100000:1.0:1763340289.863396:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941 00010000:00010000:1.0:1763340289.863427:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340289.863433:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863442:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.863446:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863455:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863469:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863477:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.863492:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.863494:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.863495:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340289.863508:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292196096:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340289.863569:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763340289.863609:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f6300/2, rc 0, transno 17179871348 00000100:00100000:1.0:1763340289.863615:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292195712:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340289.863624:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f4700/2, rc 0, transno 17179871347 00000100:00100000:1.0:1763340289.863628:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292195584:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.863646:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340289.863651:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292196224:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340289.863672:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340289.863705:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292196096 00000100:00100000:1.0:1763340289.863710:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292196096 00000100:00100000:3.0:1763340289.863721:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292196224 00000100:00100000:3.0:1763340289.863727:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292196224 00000100:00100000:1.0:1763340289.863739:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942 00000100:00100000:1.0:1763340289.863748:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+31:3650:x1848995292196096:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.863763:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5943 00000100:00100000:3.0:1763340289.863831:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+31:3650:x1848995292196224:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340289.863857:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+32:3650:x1848995292196096:12345-0@lo:2:osp-syn-0-1.0 Request processed in 110us (324us total) trans 21474838631 rc 0/0 00000100:00100000:1.0:1763340289.863864:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942 00000100:00100000:1.0:1763340289.863891:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195968:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340289.863928:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340289.863935:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3650:x1848995292196224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 162us (259us total) trans 21474838632 rc 0/0 00000100:00100000:3.0:1763340289.863943:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5943 00000100:00100000:3.0:1763340289.863958:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292195968 00000004:00080000:1.0:1763340289.863958:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f5500/2, rc 0, transno 17179871346 00000100:00100000:3.0:1763340289.863963:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292195968 00000100:00100000:1.0:1763340289.863967:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195456:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340289.863977:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340289.863984:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195840:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.863988:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5944 00000100:00100000:3.0:1763340289.863997:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3649:x1848995292195968:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340289.864009:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:532 count 1 00000100:00100000:1.0:1763340289.864014:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1763340289.864029:0:16598:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x214:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340289.864036:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.864042:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292195840 00010000:00010000:3.0:1763340289.864044:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763340289.864047:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292195840 00010000:00010000:3.0:1763340289.864048:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340289.864054:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.864065:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.864073:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.864074:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945 00000100:00100000:1.0:1763340289.864085:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292195840:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340289.864087:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763340289.864102:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:531 count 1 00010000:00010000:3.0:1763340289.864104:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340289.864117:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.864131:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.864143:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340289.864145:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340289.864148:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 4/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.864168:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.864179:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 20 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.864195:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292196480:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340289.864238:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c5180300 going to sleep for 11 seconds 00000004:00080000:1.0:1763340289.864266:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6680/2, rc 0, transno 21474838632 00000100:00100000:1.0:1763340289.864272:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292196224:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340289.864282:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7100/2, rc 0, transno 21474838631 00000100:00100000:1.0:1763340289.864292:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292196096:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340289.864341:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+34:3649:x1848995292195968:12345-0@lo:6:osp-syn-0-1.0 Request processed in 344us (412us total) trans 21474838633 rc 0/0 00000100:00100000:3.0:1763340289.864348:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5944 00000004:00080000:1.0:1763340289.864391:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa5f80/2, rc 0, transno 21474838633 00000100:00100000:1.0:1763340289.864396:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195968:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340289.864471:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340289.864479:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.864487:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340289.864491:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.864498:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.864512:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.864519:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb182495d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.864575:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.864578:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340289.864582:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.864749:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182495bf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164c8 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.864760:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.864762:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340289.864776:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182495b8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164c8 expref: 201 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340289.864800:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182495bf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164c8 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.864826:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340289.864829:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340289.864831:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:2.0:1763340289.864872:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280686080:12345-192.168.203.42@tcp:101:bash.0 Request processed in 9397us (10553us total) trans 4294972420 rc 0/0 00000100:00100000:2.0:1763340289.864880:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8847 00000100:00100000:2.0:1763340289.868435:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.868572:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292196480:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340289.868599:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340289.868649:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.868682:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.868709:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280686592 00000100:00100000:0.0:1763340289.868710:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280686464 00000100:00100000:2.0:1763340289.868716:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280686592 00000100:00100000:0.0:1763340289.868718:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280686464 00010000:00010000:2.0:1763340289.868757:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 21 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.868758:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 17 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.868892:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280686336 00000100:00100000:3.0:1763340289.868897:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280686336 00000100:00100000:3.0:1763340289.868931:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8848 00000100:00100000:3.0:1763340289.868939:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56744:x1848995280686336:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340289.869018:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.869032:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.869042:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340289.869067:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2874 00000100:00100000:0.0:1763340289.869078:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280686464:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.869091:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.869098:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 17 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.869112:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 17 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.869136:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.869138:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.869143:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.869153:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763340289.869155:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e0c4accb reply state 00000000d30cfecf transno 4294972421 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.869174:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.869181:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.869182:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.869184:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.869189:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340289.869233:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280686464:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 157us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.869241:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2874 00000100:00100000:3.0:1763340289.869247:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56744:x1848995280686336:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 307us (820us total) trans 4294972421 rc 0/0 00000100:00100000:3.0:1763340289.869256:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8848 00000100:00100000:0.0:1763340289.869291:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.870103:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2875 00000100:00100000:2.0:1763340289.870115:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280686592:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340289.870126:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340289.870133:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 21 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:2.0:1763340289.870146:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 21 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:2.0:1763340289.870163:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c84b8c00/0xbdebf3fb18249484 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16466 expref: 21 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:2.0:1763340289.870176:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.870178:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340289.870181:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.870191:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.870223:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.870248:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.870257:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.870266:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.870274:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.870293:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340289.870482:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3649:x1848995292195840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6396us (6469us total) trans 21474838634 rc 0/0 00000100:00100000:0.0:1763340289.870490:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945 00000100:00100000:0.0:1763340289.870505:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280686720 00000100:00100000:0.0:1763340289.870510:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280686720 00000100:00100000:0.0:1763340289.870555:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5946 00000100:00100000:0.0:1763340289.870564:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280686720:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.870574:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.870589:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164cf expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340289.870607:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x215:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340289.870618:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.870620:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340289.870626:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 22 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.870746:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c84b8e00/0xbdebf3fb1824947d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1645f expref: 16 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.870757:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292196352:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340289.870774:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.870793:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.870800:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.870808:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.870821:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.870835:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763340289.870870:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280686592:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 758us (2219us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340289.870878:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2875 00010000:00010000:2.0:1763340289.870899:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340289.870905:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.870912:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340289.870916:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.870926:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.870938:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.870944:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb182495db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.870960:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340289.870964:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.870972:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292195328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7970us (8567us total) trans 17179871349 rc 0/0 00010000:00010000:2.0:1763340289.870973:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ee00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340289.870979:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.870987:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939 00010000:00010000:2.0:1763340289.870990:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.871001:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.871007:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb182495cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.871012:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.871020:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.871023:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.871026:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340289.871059:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa4e00/2, rc 0, transno 21474838634 00000100:00100000:1.0:1763340289.871067:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195840:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763340289.871081:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f5f80/2, rc 0, transno 17179871349 00000100:00100000:1.0:1763340289.871085:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292195328:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340289.872334:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 21 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.872353:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1a00, rc 0) 00000100:00100000:1.0:1763340289.874515:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280686720:12345-192.168.203.42@tcp:101:bash.0 Request processed in 3938us (5209us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.874529:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5946 00000100:00100000:2.0:1763340289.874624:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.874674:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280686848 00000100:00100000:1.0:1763340289.874683:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280686848 00000100:00100000:1.0:1763340289.874947:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5947 00000100:00100000:1.0:1763340289.874958:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280686848:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340289.875096:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340289.875099:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1763340290 -> 1763340290 00002000:00010000:1.0:1763340289.875102:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340289.875104:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1763340290 -> 1763340290 00002000:00010000:1.0:1763340289.875106:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340289.875155:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280686848:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 199us (537us total) trans 21474838635 rc 0/0 00000100:00100000:1.0:1763340289.875162:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5947 00000100:00100000:2.0:1763340289.878177:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.878512:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.878646:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280687232 00000100:00100000:3.0:1763340289.878656:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280687232 00000100:00100000:3.0:1763340289.878704:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3000 00000100:00100000:3.0:1763340289.878712:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56744:x1848995280687232:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:3.0:1763340289.878780:0:6517:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1c2:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249357 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163f6 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340289.879012:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280686976 00000100:00100000:1.0:1763340289.879017:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280686976 00000100:00100000:1.0:1763340289.879053:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5948 00000100:00100000:1.0:1763340289.879060:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280686976:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340289.879070:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.879088:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164d6 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340289.879108:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x215:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340289.879125:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.879127:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340289.879136:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 17 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.879150:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 17 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.879162:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340289.879218:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280686976:12345-192.168.203.42@tcp:101:bash.0 Request processed in 157us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.879224:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5948 00010000:00010000:3.0:1763340289.879491:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763340289.879502:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.879509:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340289.880352:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 202 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.880367:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 202 pid: 6515 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340289.880382:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292196608:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340289.880456:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3cda6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340289.883022:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.883062:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.883396:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280687488 00000100:00100000:0.0:1763340289.883406:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280687488 00002000:00010000:0.0:1763340289.883444:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/533 (0->18446744073709551615) 00002000:00100000:0.0:1763340289.883449:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b2b800 with x1848995280687488 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340289.883461:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b2b800. 00000100:00100000:0.0:1763340289.883485:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280687360 00000100:00100000:0.0:1763340289.883488:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280687360 00002000:00010000:0.0:1763340289.883501:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/533 (0->18446744073709551615) 00002000:00100000:0.0:1763340289.883504:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b2b480 with x1848995280687360 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340289.883510:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b2b480. 00000100:00100000:0.0:1763340289.883566:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1515 00000100:00100000:0.0:1763340289.883576:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280687488:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340289.883748:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x215:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340289.883764:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x215:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:0.0:1763340289.883767:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340289.883769:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x215:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:0.0:1763340289.883772:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x215:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.883877:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1516 00000100:00100000:3.0:1763340289.883888:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280687360:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340289.883972:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340289.883975:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:3.0:1763340289.883978:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340289.883980:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:3.0:1763340289.883982:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x215:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340289.884027:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280687360:12345-192.168.203.42@tcp:10:bash.0 Request processed in 142us (964us total) trans 21474838636 rc 0/0 00000100:00100000:3.0:1763340289.884035:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1516 00002000:00010000:3.0:1763340289.884039:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/533 (0->18446744073709551615) 00002000:00100000:3.0:1763340289.884042:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b2b480 with x1848995280687360 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340289.884046:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b2b480. 00000100:00100000:1.0:1763340289.884345:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292196608:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340289.884367:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000100:00100000:1.0:1763340289.886179:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280687488:12345-192.168.203.42@tcp:10:bash.0 Request processed in 2596us (3157us total) trans 17179871350 rc 0/0 00000100:00100000:1.0:1763340289.886191:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1515 00002000:00010000:1.0:1763340289.886197:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/533 (0->18446744073709551615) 00002000:00100000:1.0:1763340289.886200:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b2b800 with x1848995280687488 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340289.886209:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b2b800. 00000100:00100000:2.0:1763340289.887117:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.887353:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280687616 00000100:00100000:1.0:1763340289.887361:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280687616 00010000:00010000:1.0:1763340289.887394:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340289.887821:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2876 00000100:00100000:1.0:1763340289.887831:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2407:x1848995280687616:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340289.887844:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340289.887851:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.887863:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.887884:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182493dc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16420 expref: 203 pid: 6515 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340289.887898:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.887903:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.887916:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.887924:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.887955:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340289.887996:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2407:x1848995280687616:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 166us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.888003:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2876 00010000:00010000:3.0:1763340289.888173:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340289.888181:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000040:00080000:3.0:1763340289.888396:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1281, 88 off108544 00000004:00080000:3.0:1763340289.888404:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030695870899ns, next at 1031012419777ns, rc = 0 00000040:00080000:3.0:1763340289.888443:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1303, 88 off110288 00000004:00080000:3.0:1763340289.888447:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030695914272ns, next at 1031012448648ns, rc = 0 00000040:00080000:3.0:1763340289.888463:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1304, 88 off110376 00000004:00080000:3.0:1763340289.888467:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030695934424ns, next at 1031012448648ns, rc = 0 00000040:00080000:3.0:1763340289.888475:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1282, 88 off108632 00000004:00080000:3.0:1763340289.888478:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030695945281ns, next at 1031012419777ns, rc = 0 00000100:00100000:2.0:1763340289.891076:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.891235:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280687872 00000100:00100000:3.0:1763340289.891244:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280687872 00000100:00100000:3.0:1763340289.891297:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3001 00000100:00100000:3.0:1763340289.891306:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280687872:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340289.893078:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280687872:12345-192.168.203.42@tcp:35:bash.0 Request processed in 1764us (2001us total) trans 4294972423 rc 0/0 00000100:00100000:3.0:1763340289.893092:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3001 00000001:00080000:0.0:1763340289.893675:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972422 is committed 00000004:00080000:0.0:1763340289.893683:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 839 committed 00000004:00080000:0.0:1763340289.893701:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 860 committed 00000004:00080000:0.0:1763340289.893709:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 859 committed 00000004:00080000:0.0:1763340289.893712:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 838 committed 00000004:00010000:0.0:1763340289.893768:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007b64edef reply state 00000000246b5510 transno 4294972422 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.893791:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.893800:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.893804:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340289.893809:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340289.893816:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:0.0:1763340289.893818:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340289.893824:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c84b9c00/0xbdebf3fb18249357 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163f6 expref: 201 pid: 6515 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763340289.893924:0:6517:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763340289.893935:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56744:x1848995280687232:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 15224us (15423us total) trans 4294972422 rc 0/0 00000100:00100000:0.0:1763340289.893943:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3000 00010000:00010000:2.0:1763340289.894300:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340289.894309:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340289.894316:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340289.894322:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.894326:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340289.894333:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340289.894344:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:2.0:1763340289.894347:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340289.894350:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340289.894355:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb182495f7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00000100:00100000:2.0:1763340289.894382:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292197120:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.894434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.894463:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763340289.894468:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292196992:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340289.894487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340289.894509:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292197120 00000100:00100000:2.0:1763340289.894513:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292197120 00000100:00100000:2.0:1763340289.894564:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292196992 00000100:00100000:2.0:1763340289.894567:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292196992 00000100:00100000:2.0:1763340289.894584:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5949 00000100:00100000:2.0:1763340289.894590:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+35:3651:x1848995292197120:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763340289.894716:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340289.894720:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb mtime from disk: 1763340290 -> 1763340290 00002000:00010000:2.0:1763340289.894722:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340289.894724:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb ctime from disk: 1763340290 -> 1763340290 00002000:00010000:2.0:1763340289.894726:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x212:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340289.894753:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3651:x1848995292197120:12345-0@lo:2:osp-syn-0-1.0 Request processed in 163us (320us total) trans 21474838637 rc 0/0 00000100:00100000:2.0:1763340289.894759:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5949 00000100:00100000:2.0:1763340289.894772:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5950 00000100:00100000:2.0:1763340289.894777:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+35:3651:x1848995292196992:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763340289.894816:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340289.894819:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb mtime from disk: 1763340290 -> 1763340290 00002000:00010000:2.0:1763340289.894821:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb atime from disk: 1763340290 -> 1763340290 00002000:00010000:2.0:1763340289.894823:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb ctime from disk: 1763340290 -> 1763340290 00002000:00010000:2.0:1763340289.894825:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x211:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340289.894844:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3651:x1848995292196992:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (356us total) trans 21474838638 rc 0/0 00000100:00100000:2.0:1763340289.894848:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5950 00000004:00080000:2.0:1763340289.894962:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b2b100/2, rc 0, transno 21474838638 00000100:00100000:2.0:1763340289.894968:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292196992:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340289.894976:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b2a300/2, rc 0, transno 21474838637 00000100:00100000:2.0:1763340289.894980:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292197120:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340289.895375:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292196736:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.895409:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340289.895428:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340289.895433:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292196864:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340289.895452:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763340289.895557:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.895565:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.895571:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.895576:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.895579:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.895585:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.895595:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.895598:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.895602:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340289.895607:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fc00/0xbdebf3fb182495e2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340289.897131:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292196736 00000100:00100000:2.0:1763340289.897142:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292196736 00000100:00100000:2.0:1763340289.898401:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292196864 00000100:00100000:2.0:1763340289.898411:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292196864 00000100:00100000:1.0:1763340289.898525:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951 00000100:00100000:1.0:1763340289.898560:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3648:x1848995292196736:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340289.898719:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340289.898723:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb mtime from disk: 1763340290 -> 1763340290 00002000:00010000:1.0:1763340289.898726:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.898728:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb ctime from disk: 1763340290 -> 1763340290 00002000:00010000:1.0:1763340289.898730:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x211:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340289.898802:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3648:x1848995292196736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 246us (3391us total) trans 17179871351 rc 0/0 00000100:00100000:1.0:1763340289.898810:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951 00000100:00100000:1.0:1763340289.898828:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5952 00000100:00100000:1.0:1763340289.898833:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3648:x1848995292196864:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340289.898878:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340289.898880:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb mtime from disk: 1763340290 -> 1763340290 00002000:00010000:1.0:1763340289.898882:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340289.898884:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb ctime from disk: 1763340290 -> 1763340290 00002000:00010000:1.0:1763340289.898886:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340289.898908:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3648:x1848995292196864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (3455us total) trans 17179871352 rc 0/0 00000100:00100000:1.0:1763340289.898913:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5952 00000004:00080000:0.0:1763340289.899018:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7b80/2, rc 0, transno 17179871352 00000100:00100000:0.0:1763340289.899025:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292196864:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340289.899034:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6a00/2, rc 0, transno 17179871351 00000100:00100000:0.0:1763340289.899037:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292196736:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340289.900359:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.900425:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280688000 00000100:00100000:1.0:1763340289.900432:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280688000 00000100:00100000:1.0:1763340289.900478:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8849 00000100:00100000:1.0:1763340289.900487:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56744:x1848995280688000:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.900507:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.900528:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb182495fe lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164dd expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.900754:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb182495fe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164dd expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.900770:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e600/0xbdebf3fb182495fe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164dd expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.900787:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.900791:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340289.900795:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e600, rc 0) 00000100:00100000:1.0:1763340289.900887:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56744:x1848995280688000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 401us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.900895:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8849 00000100:00100000:2.0:1763340289.902241:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.902302:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280688128 00000100:00100000:1.0:1763340289.902309:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280688128 00000100:00100000:1.0:1763340289.902354:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8850 00000100:00100000:1.0:1763340289.902362:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56749:x1848995280688128:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:1.0:1763340289.902377:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.902395:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249605 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164e4 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.902455:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.902466:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902476:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902489:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.902496:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902502:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902606:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824961a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.902616:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824961a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902623:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824961a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340289.902672:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c5:0x0]: returning size 5 00000004:00200000:1.0:1763340289.902676:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340289.902695:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824961a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902706:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824961a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902714:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902721:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902726:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902737:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902743:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.902747:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902755:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902765:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340289.902769:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.902774:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902780:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824960c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902793:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902799:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902804:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902809:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.902812:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902818:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902828:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340289.902830:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.902833:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902838:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249613 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.902867:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249605 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164e4 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.902881:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824961a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164e4 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.902888:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:1.0:1763340289.902890:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340289.902893:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fe00, rc 0) 00000100:00100000:1.0:1763340289.902945:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56749:x1848995280688128:12345-192.168.203.42@tcp:101:rm.0 Request processed in 583us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340289.902953:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8850 00000100:00100000:2.0:1763340289.906472:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.906521:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.906658:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280688640 00000100:00100000:0.0:1763340289.906668:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280688640 00000100:00100000:0.0:1763340289.906728:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3002 00000100:00100000:0.0:1763340289.906737:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56744:x1848995280688640:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:0.0:1763340289.906971:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1c2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763340289.907031:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1283, 64 off108696 00000040:00080000:0.0:1763340289.907055:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1305, 64 off110440 00000040:00080000:0.0:1763340289.907064:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1306, 64 off110504 00000040:00080000:0.0:1763340289.907073:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1284, 64 off108760 00010000:00010000:0.0:1763340289.907132:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:0.0:1763340289.907149:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.907161:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.907169:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.907176:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.907183:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340289.907204:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340289.907371:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56744:x1848995280688640:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 633us (848us total) trans 4294972424 rc 0/0 00000100:00100000:0.0:1763340289.907379:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3002 00010000:00010000:1.0:1763340289.907490:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340289.907497:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.907504:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340289.907508:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.907516:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.907529:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c2:0x0].0x0 (ffff9554c2acc100) 00010000:00010000:1.0:1763340289.907558:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340289.907564:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.907570:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249621 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340289.907593:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.907595:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340289.907597:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340289.907850:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280688384 00000100:00100000:3.0:1763340289.907856:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280688384 00000100:00100000:3.0:1763340289.907898:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8851 00000100:00100000:3.0:1763340289.907906:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56749:x1848995280688384:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340289.907937:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763340289.907954:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182495bf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164c8 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.907970:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824961a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164e4 expref: 201 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.907984:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824959c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ac expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.907991:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:3.0:1763340289.907999:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340289.908015:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.908024:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908031:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908042:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.908048:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908055:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908111:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.908119:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908125:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:3.0:1763340289.908276:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1285, 64 off108824 00000040:00080000:3.0:1763340289.908289:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1307, 64 off110568 00000040:00080000:3.0:1763340289.908302:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1308, 64 off110632 00000040:00080000:3.0:1763340289.908310:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1286, 64 off108888 00010000:00010000:3.0:1763340289.908347:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.908356:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908363:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908370:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908376:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908382:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908412:0:8423:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340289.908427:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908433:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908439:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908444:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.908448:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908452:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908459:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c10a9400) 00010000:00010000:3.0:1763340289.908461:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763340289.908464:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908470:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584fe00/0xbdebf3fb18249636 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.908672:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340289.908679:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.908684:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340289.908687:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.908693:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.908701:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff9554c10a9400) 00010000:00010000:2.0:1763340289.908703:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340289.908706:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.908710:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824963d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.908723:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.908724:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340289.908726:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340289.908910:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908917:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908922:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908932:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908937:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.908940:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908945:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908953:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9d00) 00010000:00010000:3.0:1763340289.908955:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340289.908958:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908963:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584ec00/0xbdebf3fb18249628 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:3.0:1763340289.908975:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eaf9a0c7 reply state 000000003b51c53a transno 4294972425 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908984:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.908989:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340289.908992:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340289.908994:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340289.910033:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56749:x1848995280688384:12345-192.168.203.42@tcp:36:rm.0 Request processed in 2120us (3562us total) trans 4294972425 rc 0/0 00000100:00100000:3.0:1763340289.910044:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8851 00000100:00100000:2.0:1763340289.915898:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.916418:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280688896 00000100:00100000:3.0:1763340289.916429:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280688896 00000100:00100000:3.0:1763340289.916492:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8852 00000100:00100000:3.0:1763340289.916501:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56744:x1848995280688896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340289.916527:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340289.916572:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249644 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164eb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.916656:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340289.916670:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340289.916681:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916744:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340289.916753:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916761:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916815:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916823:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916829:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916835:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916840:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.916844:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916851:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916863:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9d00) 00010000:00010000:2.0:1763340289.916866:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.916870:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916875:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824964b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916888:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916893:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916898:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916904:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340289.916906:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916911:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916918:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:2.0:1763340289.916920:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340289.916922:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916927:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249652 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340289.916958:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249644 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164eb expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.916968:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9d00) 00010000:00010000:2.0:1763340289.916970:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340289.916974:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249644 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164eb expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340289.916988:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:2.0:1763340289.917063:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56744:x1848995280688896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 562us (1172us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340289.917071:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8852 00000100:00100000:2.0:1763340289.932354:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.932600:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280689024 00000100:00100000:0.0:1763340289.932609:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280689024 00000100:00100000:0.0:1763340289.932673:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8853 00000100:00100000:0.0:1763340289.932682:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56750:x1848995280689024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.932700:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.932720:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249659 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164f2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.932778:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.932790:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932799:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932807:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.932813:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932819:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932855:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932861:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932866:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932872:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932878:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.932881:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932888:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932899:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d8f7f500) 00010000:00010000:0.0:1763340289.932903:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.932907:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932912:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249660 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932939:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932944:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932949:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932953:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6b0a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.932955:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932960:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932966:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340289.932968:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.932971:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932975:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb18249667 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.932999:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249659 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164f2 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.933008:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d8f7f500) 00010000:00010000:0.0:1763340289.933010:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.933013:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249659 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164f2 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.933025:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b1400, rc 0) 00000100:00100000:0.0:1763340289.933085:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56750:x1848995280689024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 403us (739us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.933093:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8853 00000100:00100000:0.0:1763340289.939298:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.939393:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280689152 00000100:00100000:1.0:1763340289.939403:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280689152 00000100:00100000:1.0:1763340289.939467:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8854 00000100:00100000:1.0:1763340289.939478:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56750:x1848995280689152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.939497:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.939521:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824966e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df164f9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.939641:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.939655:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939665:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939675:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.939682:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939688:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939729:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939735:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939741:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939747:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939753:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.939757:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939763:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939773:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340289.939776:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.939780:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939803:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249675 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939814:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939819:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939825:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939829:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.939832:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939837:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939843:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:1.0:1763340289.939845:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.939847:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939852:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824967c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.939877:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824966e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164f9 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.939887:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340289.939889:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.939892:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824966e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164f9 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.939903:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340289.939953:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56750:x1848995280689152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 477us (663us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340289.939960:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8854 00000100:00100000:2.0:1763340289.944897:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.945402:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280689280 00000100:00100000:0.0:1763340289.945602:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280689280 00000100:00100000:0.0:1763340289.945947:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8855 00000100:00100000:0.0:1763340289.945958:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56750:x1848995280689280:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.945975:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.945996:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249683 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16500 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.946059:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824968a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.946077:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824968a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.946089:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824968a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340289.946133:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340289.946138:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340289.946170:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b1400/0xbdebf3fb18249683 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16500 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.946201:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824968a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16500 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.946210:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d8f7f500) 00010000:00010000:0.0:1763340289.946213:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340289.946216:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0a00, rc 0) 00000100:00100000:0.0:1763340289.946284:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56750:x1848995280689280:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 327us (1563us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.946292:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8855 00000100:00100000:2.0:1763340289.947741:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.949035:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280689536 00000100:00100000:0.0:1763340289.949047:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280689536 00000100:00100000:0.0:1763340289.949112:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8856 00000100:00100000:0.0:1763340289.949122:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56751:x1848995280689536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.949141:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.949159:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249691 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16507 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.949259:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.949273:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949284:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949295:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340289.949302:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949308:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949343:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949350:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949356:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949363:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949368:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.949372:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949379:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949393:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d8f7f500) 00010000:00010000:0.0:1763340289.949397:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.949401:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949407:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249698 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949432:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949438:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949443:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949448:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.949450:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949455:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949462:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340289.949464:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.949466:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949471:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824969f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340289.949497:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249691 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16507 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.949506:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d8f7f500) 00010000:00010000:0.0:1763340289.949509:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340289.949512:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0800/0xbdebf3fb18249691 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16507 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.949522:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6b0800, rc 0) 00000100:00100000:0.0:1763340289.949597:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56751:x1848995280689536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 477us (1862us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340289.949603:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8856 00000100:00100000:2.0:1763340289.955960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.956811:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280689792 00000100:00100000:1.0:1763340289.956823:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280689792 00000100:00100000:1.0:1763340289.956887:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8857 00000100:00100000:1.0:1763340289.956898:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56750:x1848995280689792:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.956918:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.956921:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340289.956948:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6b0a00/0xbdebf3fb1824968a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16500 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.956986:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d8f7f500) 00010000:00010000:1.0:1763340289.956997:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340289.957012:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182496a6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1650e expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.957101:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.957112:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957121:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957130:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.957136:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957142:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957478:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340289.957486:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957492:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340289.957500:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00010000:00010000:1.0:1763340289.957520:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957526:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957691:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957698:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957703:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.957707:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957713:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957721:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340289.957723:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.957726:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957736:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496ad lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340289.957745:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007c8e019a reply state 00000000fd5ce6e7 transno 4294972426 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957753:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340289.957758:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:1.0:1763340289.957760:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340289.957762:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340289.957879:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182496a6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.957895:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.957901:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340289.957904:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340289.957906:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ea00, rc 0) 00000100:00100000:1.0:1763340289.958897:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56750:x1848995280689792:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1996us (2944us total) trans 4294972426 rc 0/0 00000100:00100000:1.0:1763340289.958908:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8857 00000100:00100000:2.0:1763340289.969302:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.970798:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280690048 00000100:00100000:1.0:1763340289.970811:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280690048 00000100:00100000:0.0:1763340289.971892:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8858 00000100:00100000:0.0:1763340289.971904:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56750:x1848995280690048:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.971928:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.971948:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb182496c9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16515 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.972047:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.972062:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.972072:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.972103:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.972120:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 205 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.972133:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292197248:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340289.972450:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340289.974582:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292197248:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340289.974613:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340289.977585:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.977626:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340289.977715:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280690432 00000100:00100000:1.0:1763340289.977724:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280690432 00000100:00100000:1.0:1763340289.977777:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8859 00000100:00100000:1.0:1763340289.977795:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56752:x1848995280690432:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340289.977814:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340289.977837:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182496d7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1651c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.977902:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340289.977915:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.977927:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.977937:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340289.977944:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.977950:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978049:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340289.978058:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978065:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340289.978074:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00010000:00010000:1.0:1763340289.978147:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978158:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978164:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978169:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.978173:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978180:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978191:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:1.0:1763340289.978194:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763340289.978198:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978204:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb182496ec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978218:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978224:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978229:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978235:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978240:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.978243:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978249:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978255:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340289.978257:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.978259:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978264:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb182496de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978271:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978276:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978280:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978284:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340289.978286:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978290:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978308:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:1.0:1763340289.978311:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340289.978315:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978324:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb182496e5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340289.978352:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182496d7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1651c expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.978361:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340289.978363:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340289.978366:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182496d7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1651c expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340289.978378:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340289.978426:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56752:x1848995280690432:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 634us (849us total) trans 4294972427 rc 301/301 00000100:00100000:1.0:1763340289.978434:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8859 00000100:00100000:0.0:1763340289.979331:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280690176 00000100:00100000:0.0:1763340289.979339:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280690176 00010000:00010000:0.0:1763340289.979369:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 207 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340289.979402:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2877 00000100:00100000:0.0:1763340289.979410:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:2407:x1848995280690176:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340289.979424:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340289.979429:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 207 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.979440:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 207 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.979455:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb182496bb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1650e expref: 207 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340289.979472:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:0.0:1763340289.979476:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.979484:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.979489:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.979521:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340289.979588:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:2407:x1848995280690176:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 178us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340289.979594:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2877 00010000:00010000:3.0:1763340289.980416:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.980426:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340289.980446:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00000004:00080000:3.0:1763340289.980626:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x217:0x0], index 1: 0 00000004:00080000:3.0:1763340289.980643:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x217:0x0], index 0: 0 00000004:00080000:3.0:1763340289.980648:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x218:0x0], index 0: 0 00000004:00080000:3.0:1763340289.980651:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x218:0x0], index 1: 0 00010000:00010000:3.0:1763340289.980743:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.980754:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.981895:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.981907:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340289.981912:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.981920:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.981933:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:3.0:1763340289.981936:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340289.981940:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.981946:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb182496d0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340289.982015:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb182496c9 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16515 expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.982025:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555ca59ec00) 00010000:00010000:3.0:1763340289.982027:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340289.982030:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb182496c9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16515 expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340289.982045:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d000, rc 0) 00000100:00100000:3.0:1763340289.982114:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56750:x1848995280690048:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 10211us (12820us total) trans 4294972428 rc 301/301 00000100:00100000:3.0:1763340289.982123:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8858 00000100:00100000:2.0:1763340289.984487:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340289.984766:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280690688 00000100:00100000:3.0:1763340289.984777:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280690688 00000100:00100000:3.0:1763340289.984843:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3003 00000100:00100000:3.0:1763340289.984853:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56752:x1848995280690688:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340289.985119:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56752:x1848995280690688:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 267us (640us total) trans 4294972429 rc 0/0 00000100:00100000:3.0:1763340289.985126:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3003 00000100:00100000:2.0:1763340289.987722:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.987793:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280690944 00000100:00100000:0.0:1763340289.987802:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280690944 00000100:00100000:0.0:1763340289.987851:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3004 00000100:00100000:0.0:1763340289.987860:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56750:x1848995280690944:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340289.988043:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56750:x1848995280690944:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 184us (328us total) trans 4294972430 rc 0/0 00000100:00100000:0.0:1763340289.988050:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3004 00000100:00100000:2.0:1763340289.990574:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340289.990658:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.990969:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280691456 00000100:00100000:0.0:1763340289.990978:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280691456 00000100:00100000:0.0:1763340289.991165:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8860 00000100:00100000:0.0:1763340289.991177:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56752:x1848995280691456:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340289.991200:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.991222:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249701 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16523 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.991288:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.991300:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991310:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991320:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.991328:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991334:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991436:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249716 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.991444:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249716 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991451:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249716 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340289.991461:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00010000:00010000:0.0:1763340289.991530:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991558:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991568:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991574:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991579:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.991582:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991588:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991598:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d8f7ff00) 00010000:00010000:0.0:1763340289.991601:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.991604:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991609:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249708 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991642:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991648:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991654:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991658:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340289.991660:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991669:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991676:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:0.0:1763340289.991677:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340289.991680:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991685:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824970f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.991713:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249701 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16523 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.991727:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249716 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16523 expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.991734:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7f000) 00010000:00010000:0.0:1763340289.991736:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340289.991738:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c800, rc 0) 00000100:00100000:0.0:1763340289.991798:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56752:x1848995280691456:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 623us (1139us total) trans 4294972431 rc 0/0 00000100:00100000:0.0:1763340289.991804:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8860 00000100:00100000:3.0:1763340289.991923:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280691200 00000100:00100000:3.0:1763340289.991929:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280691200 00000100:00100000:3.0:1763340289.991958:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3005 00000100:00100000:3.0:1763340289.991963:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56750:x1848995280691200:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340289.992056:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56750:x1848995280691200:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 92us (1490us total) trans 4294972432 rc 0/0 00000100:00100000:3.0:1763340289.992063:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3005 00000100:00100000:2.0:1763340289.996974:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340289.997308:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280691712 00000100:00100000:0.0:1763340289.997319:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280691712 00000100:00100000:0.0:1763340289.998143:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8861 00000100:00100000:0.0:1763340289.998155:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280691712:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340289.998176:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340289.998179:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340289.998202:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249716 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16523 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.998232:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7f000) 00010000:00010000:0.0:1763340289.998241:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340289.998253:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249724 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1652a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.998344:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824972b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340289.998355:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824972b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340289.998365:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824972b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340289.998376:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00010000:00010000:0.0:1763340289.998467:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249724 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1652a expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.998481:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824972b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1652a expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340289.998488:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:0.0:1763340289.998491:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763340289.998493:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c600, rc 0) 00000100:00100000:0.0:1763340289.998574:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280691712:12345-192.168.203.42@tcp:101:bash.0 Request processed in 422us (1607us total) trans 4294972433 rc 0/0 00000100:00100000:0.0:1763340289.998581:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8861 00000100:00100000:2.0:1763340290.002029:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.002282:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.002508:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280691840 00000100:00100000:1.0:1763340290.002517:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280691840 00000100:00080000:2.0:1763340290.002877:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763340290.002922:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280691968 00000100:00100000:3.0:1763340290.002927:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280691968 00000100:00100000:3.0:1763340290.002973:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8862 00000100:00100000:3.0:1763340290.002983:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280691968:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.003003:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.003022:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249739 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16538 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.003055:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249740 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.003072:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249740 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.003083:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249740 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.003191:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249739 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16538 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.003209:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249740 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16538 expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.003216:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:3.0:1763340290.003220:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340290.003223:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:3.0:1763340290.003271:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280691968:12345-192.168.203.42@tcp:101:bash.0 Request processed in 290us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.003279:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8862 00000100:00100000:0.0:1763340290.003339:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5953 00000100:00100000:0.0:1763340290.003350:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280691840:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.003358:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.003371:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16531 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340290.003390:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x217:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340290.003403:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.003405:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.003413:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 19 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340290.003424:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 19 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340290.003434:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d400, rc 0) 00000100:00100000:0.0:1763340290.003471:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280691840:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 124us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.003478:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5953 00000100:00080000:2.0:1763340290.003559:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763340290.006978:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.007121:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280692224 00000100:00100000:0.0:1763340290.007130:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280692224 00000100:00100000:0.0:1763340290.007225:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8863 00000100:00100000:0.0:1763340290.007235:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280692224:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:0.0:1763340290.007285:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.007310:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824972b lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1652a expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.007347:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:0.0:1763340290.007353:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340290.007523:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.007568:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.007577:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:0.0:1763340290.008396:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972434 00000004:00010000:0.0:1763340290.008426:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b1f702a8 reply state 000000004ece3929 transno 4294972435 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.008440:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.008446:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:0.0:1763340290.008450:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340290.008452:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340290.009111:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280692224:12345-192.168.203.42@tcp:36:bash.0 Request processed in 1874us (2139us total) trans 4294972435 rc 0/0 00000100:00100000:0.0:1763340290.009123:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8863 00000020:00080000:0.0:1763340290.009129:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340290.010462:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.010802:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280692352 00000100:00100000:0.0:1763340290.010812:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280692352 00000100:00100000:0.0:1763340290.010861:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8864 00000100:00100000:0.0:1763340290.010870:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56752:x1848995280692352:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.010891:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.010910:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249755 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1653f expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.010961:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249755 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1653f expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.010975:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249755 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1653f expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.010993:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:0.0:1763340290.010996:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340290.011000:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c800, rc 0) 00000100:00100000:0.0:1763340290.011054:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56752:x1848995280692352:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 185us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.011061:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8864 00000100:00100000:2.0:1763340290.014270:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.014346:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280692480 00000100:00100000:3.0:1763340290.014356:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280692480 00000100:00100000:0.0:1763340290.016255:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8865 00000100:00100000:1.0:1763340290.016397:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:55868:x1848995280692480:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340290.016423:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.016445:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16546 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.016499:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 216 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.016513:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 216 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.016563:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:1.0:1763340290.016566:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340290.016570:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340290.016643:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280692480:12345-192.168.203.42@tcp:101:bash.0 Request processed in 377us (2382us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.016650:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8865 00000100:00100000:3.0:1763340290.017144:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.019360:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280692736 00000100:00100000:1.0:1763340290.019373:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280692736 00000100:00100000:1.0:1763340290.019431:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3006 00000100:00100000:1.0:1763340290.019440:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56752:x1848995280692736:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.019690:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56752:x1848995280692736:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 250us (2547us total) trans 4294972436 rc 0/0 00000100:00100000:1.0:1763340290.019698:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3006 00000100:00100000:2.0:1763340290.020137:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.020262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.020381:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280693120 00000100:00100000:3.0:1763340290.020387:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280693120 00000100:00100000:3.0:1763340290.020432:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8866 00000100:00100000:3.0:1763340290.020440:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280693120:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.020454:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.020457:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340290.020482:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249755 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1653f expref: 217 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.020512:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:3.0:1763340290.020518:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340290.020558:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249763 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1654d expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.020613:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340290.020627:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 217 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.020645:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.020674:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 217 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.020686:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 217 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340290.020699:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292197376:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340290.020750:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c5180300 going to sleep for 11 seconds 00000100:00100000:0.0:1763340290.020808:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280692864 00000100:00100000:0.0:1763340290.020813:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280692864 00010000:00010000:0.0:1763340290.020833:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 218 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340290.020861:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2878 00000100:00100000:0.0:1763340290.020868:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2410:x1848995280692864:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.020876:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.020880:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 218 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340290.020889:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 218 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340290.020901:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:0.0:1763340290.020904:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.020911:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.020918:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.020930:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340290.020950:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2410:x1848995280692864:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 83us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.020957:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2878 00000100:00100000:2.0:1763340290.023830:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.023924:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280693376 00000100:00100000:1.0:1763340290.023933:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280693376 00000100:00100000:1.0:1763340290.023988:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8867 00000100:00100000:1.0:1763340290.023997:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56752:x1848995280693376:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.024018:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.024040:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249771 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16554 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.024108:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.024120:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024135:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024145:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.024152:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024158:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024254:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.024264:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024271:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340290.024280:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00010000:00010000:1.0:1763340290.024346:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024354:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024360:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024366:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.024369:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024377:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024388:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:1.0:1763340290.024391:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763340290.024395:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024401:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249786 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024416:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024422:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024427:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024433:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024437:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.024440:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024445:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024451:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340290.024454:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.024456:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024462:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249778 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024470:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024474:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024479:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024483:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.024486:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024492:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024498:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:1.0:1763340290.024501:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.024503:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024508:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824977f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.024567:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249771 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16554 expref: 220 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.024577:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca59e600) 00010000:00010000:1.0:1763340290.024579:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340290.024583:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249771 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16554 expref: 220 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.024596:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340290.024663:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56752:x1848995280693376:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 667us (843us total) trans 4294972437 rc 301/301 00000100:00100000:1.0:1763340290.024671:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8867 00010000:00010000:3.0:1763340290.025471:0:10032:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@0000000091791f74 x1848995292197376) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 218 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340290.025488:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824975c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16546 expref: 218 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340290.025500:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292197376:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340290.025519:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:3.0:1763340290.025525:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.025560:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.025566:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:3.0:1763340290.025767:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1309, 88 off110720 00000004:00080000:3.0:1763340290.025778:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030833244367ns, next at 1031012448648ns, rc = 0 00000040:00080000:3.0:1763340290.025816:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1287, 88 off108976 00000004:00080000:3.0:1763340290.025823:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030833290224ns, next at 1031012419777ns, rc = 0 00000040:00080000:3.0:1763340290.025847:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1288, 88 off109064 00000004:00080000:3.0:1763340290.025852:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1030833319135ns, next at 1031012419777ns, rc = 0 00000040:00080000:3.0:1763340290.025863:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1310, 88 off110808 00000004:00080000:3.0:1763340290.025866:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1030833333416ns, next at 1031012448648ns, rc = 0 00000001:00080000:1.0:1763340290.032618:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972438 is committed 00000004:00080000:1.0:1763340290.032639:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 862 committed 00000004:00080000:1.0:1763340290.032647:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 841 committed 00000004:00080000:1.0:1763340290.032660:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 840 committed 00000004:00080000:1.0:1763340290.032663:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 861 committed 00000100:00100000:1.0:1763340290.032726:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292197504:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.032762:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292197632:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.032790:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292197760:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.032813:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292197888:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.033459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340290.033575:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.033586:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.033593:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.033599:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f584f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.033604:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.033612:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.033628:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340290.033640:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.033645:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.033651:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f584f200/0xbdebf3fb1824962f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340290.033651:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340290.033668:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033673:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033678:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033683:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.033685:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340290.033688:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292198016:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340290.033691:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033698:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340290.033701:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.033703:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340290.033712:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340290.033713:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182496b4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340290.033727:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292198528:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340290.033731:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033736:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033742:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340290.033745:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340290.033747:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.033750:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033755:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340290.033757:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340290.033762:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292198656:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340290.033763:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:3.0:1763340290.033765:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.033768:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.033774:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824974e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340290.033777:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.033815:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292197504 00000100:00100000:1.0:1763340290.033822:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292197504 00010000:00010000:3.0:1763340290.033843:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1654d expref: 200 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.033851:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:3.0:1763340290.033853:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1763340290.033857:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198016 00000100:00100000:1.0:1763340290.033859:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198016 00010000:00010000:3.0:1763340290.033867:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249763 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1654d expref: 200 pid: 10032 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763340290.033872:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198528 00000100:00100000:1.0:1763340290.033874:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198528 00010000:00010000:3.0:1763340290.033881:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1654d expref: 199 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340290.033895:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198656 00000100:00100000:1.0:1763340290.033898:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198656 00010000:00010000:3.0:1763340290.033909:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:3.0:1763340290.033912:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340290.033914:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:1.0:1763340290.033914:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954 00000100:00100000:1.0:1763340290.033921:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3648:x1848995292197504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340290.033942:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:529 count 1 00000100:00100000:3.0:1763340290.033958:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280693120:12345-192.168.203.42@tcp:101:bash.0 Request processed in 13519us (13696us total) trans 4294972438 rc 0/0 00010000:00010000:1.0:1763340290.033962:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.033965:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8866 00010000:00010000:1.0:1763340290.033977:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 22 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340290.033985:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.033988:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.033991:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034015:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 22 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340290.034027:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 22 pid: 8457 timeout: 1130 lvb_type: 1 00000100:00100000:1.0:1763340290.034038:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292199040:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340290.034094:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340290.034106:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5955 00000100:00100000:2.0:1763340290.034115:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3648:x1848995292198016:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340290.034154:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280693632 00000100:00100000:0.0:1763340290.034159:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280693632 00000100:00100000:0.0:1763340290.034185:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3007 00000100:00100000:0.0:1763340290.034192:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56752:x1848995280693632:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340290.034255:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+38:3648:x1848995292198016:12345-0@lo:2:osp-syn-0-1.0 Request processed in 141us (541us total) trans 21474838639 rc 0/0 00000100:00100000:0.0:1763340290.034325:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56752:x1848995280693632:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 133us (868us total) trans 4294972439 rc 0/0 00000100:00100000:0.0:1763340290.034331:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3007 00000100:00100000:1.0:1763340290.034438:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5956 00000100:00100000:1.0:1763340290.034446:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3648:x1848995292198528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340290.034459:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:533 count 1 00010000:00010000:1.0:1763340290.034472:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034489:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034496:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340290.034498:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340290.034501:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034520:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034529:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 18 pid: 8401 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340290.034557:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292199168:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340290.034581:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c7c8e000 going to sleep for 11 seconds 00000100:00100000:1.0:1763340290.034596:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957 00000100:00100000:1.0:1763340290.034603:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3648:x1848995292198656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340290.034614:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:534 count 1 00002000:00010000:1.0:1763340290.034641:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x216:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340290.034647:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034655:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.034656:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.034660:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034671:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034679:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.034686:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.035129:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.035290:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292198656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 686us (1510us total) trans 17179871353 rc 0/0 00000100:00100000:1.0:1763340290.035298:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957 00000100:00100000:1.0:1763340290.035350:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.035389:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198400:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340290.035414:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.035430:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198912:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340290.035450:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.035466:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763340290.035472:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198272:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340290.035491:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.035495:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5955 00000100:00100000:1.0:1763340290.035505:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198784:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340290.035511:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292197888 00000100:00100000:2.0:1763340290.035515:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292197888 00000100:00100000:1.0:1763340290.035522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.035544:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198400 00000100:00100000:2.0:1763340290.035547:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198400 00000100:00100000:2.0:1763340290.035562:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198912 00000100:00100000:2.0:1763340290.035564:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198912 00000100:00100000:1.0:1763340290.035564:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198272 00000100:00100000:1.0:1763340290.035567:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198272 00000100:00100000:2.0:1763340290.035573:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198784 00000100:00100000:2.0:1763340290.035575:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198784 00000100:00100000:1.0:1763340290.035581:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5958 00000100:00100000:2.0:1763340290.035587:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5959 00000100:00100000:1.0:1763340290.035587:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+38:3651:x1848995292197888:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.035592:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292198400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340290.035601:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:530 count 1 00002000:00080000:1.0:1763340290.035601:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:534 count 1 00010000:00010000:2.0:1763340290.035613:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340290.035616:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x216:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340290.035621:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035625:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 18 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.035629:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.035641:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.035643:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.035644:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340290.035645:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035647:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.035655:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.035662:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035666:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 18 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.035670:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035676:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 18 pid: 35203 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340290.035685:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292199296:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.035728:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c11cab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340290.035745:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5960 00000100:00100000:2.0:1763340290.035752:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292198912:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340290.035842:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292198912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (390us total) trans 17179871354 rc 0/0 00000100:00100000:2.0:1763340290.035848:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5960 00000100:00100000:2.0:1763340290.035860:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5961 00000100:00100000:2.0:1763340290.035866:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292198272:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340290.035877:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:529 count 1 00010000:00010000:2.0:1763340290.035887:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035897:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 18 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035903:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.035905:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.035907:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035926:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 18 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.035934:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 18 pid: 8457 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340290.035944:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292199424:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.035967:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7dd09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340290.035983:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5962 00000100:00100000:2.0:1763340290.035989:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3651:x1848995292198784:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340290.036043:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340290.036046:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.036048:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.036050:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.036052:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1763340290.036898:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340290.036906:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036914:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.036918:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036926:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036940:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036946:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182497a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036961:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340290.036964:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036970:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.036972:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036978:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036985:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.036990:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.036992:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.036993:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340290.037374:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292198784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1383us (1848us total) trans 17179871355 rc 0/0 00000100:00100000:2.0:1763340290.037382:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5962 00000100:00080000:2.0:1763340290.037411:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1763340290.037441:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f1bb80/2, rc 0, transno 17179871355 00000100:00100000:2.0:1763340290.037448:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198784:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340290.037457:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18700/2, rc 0, transno 17179871354 00000100:00100000:2.0:1763340290.037460:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198912:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340290.037480:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f1ad80/2, rc 0, transno 17179871353 00000100:00100000:2.0:1763340290.037484:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292198656:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763340290.037494:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1f100/2, rc 0, transno 21474838639 00000100:00100000:2.0:1763340290.037497:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292198016:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340290.037639:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.037682:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.037706:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292198144:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340290.037735:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.039087:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292197760 00000100:00100000:2.0:1763340290.039100:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292197760 00000100:00100000:2.0:1763340290.039149:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292197632 00000100:00100000:2.0:1763340290.039152:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292197632 00000100:00100000:2.0:1763340290.039164:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292198144 00000100:00100000:2.0:1763340290.039166:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292198144 00000100:00100000:2.0:1763340290.039182:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963 00000100:00100000:2.0:1763340290.039190:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:3650:x1848995292197760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340290.039214:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:533 count 1 00010000:00010000:2.0:1763340290.039237:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039256:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 22 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039265:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.039267:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.039271:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 4/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039302:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 22 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039313:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 22 pid: 8401 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340290.039325:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292199552:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.039387:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340290.039408:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5964 00000100:00100000:2.0:1763340290.039415:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3649:x1848995292197632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340290.039426:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:530 count 1 00010000:00010000:2.0:1763340290.039437:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039452:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 22 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039459:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.039461:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.039464:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039481:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 22 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.039491:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 22 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340290.039500:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292199680:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.039520:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8ef3000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340290.039579:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5965 00000100:00100000:2.0:1763340290.039588:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+41:3649:x1848995292198144:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.039755:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+42:3649:x1848995292198144:12345-0@lo:2:osp-syn-0-1.0 Request processed in 167us (2017us total) trans 21474838640 rc 0/0 00000100:00100000:2.0:1763340290.039762:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5965 00000004:00080000:2.0:1763340290.039816:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1c000/2, rc 0, transno 21474838640 00000100:00100000:2.0:1763340290.039821:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292198144:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763340290.040114:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1763340290.040122:0:35213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb182497b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340290.040279:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+42:3651:x1848995292197888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4691us (4927us total) trans 21474838641 rc 0/0 00000100:00100000:1.0:1763340290.040286:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5958 00010000:00010000:0.0:1763340290.040340:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340290.042468:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.042497:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.042520:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280693888 00000100:00100000:3.0:1763340290.042528:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280693888 00000100:00100000:3.0:1763340290.042583:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5966 00000100:00100000:3.0:1763340290.042591:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280693888:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.042607:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.042623:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1655b expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.042659:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 20 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340290.042667:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.042669:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.042672:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 20 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.042702:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 20 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340290.042713:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 20 pid: 8401 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763340290.042725:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35202:1848995292199808:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340290.042785:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126240 going to sleep for 11 seconds 00000004:00080000:2.0:1763340290.042796:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b2a680/2, rc 0, transno 21474838641 00000100:00100000:2.0:1763340290.042803:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292197888:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.042817:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.042910:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292199168:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.042930:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340290.042998:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280693760 00000100:00100000:0.0:1763340290.043003:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280693760 00010000:00010000:0.0:1763340290.043041:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 23 pid: 8457 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763340290.043068:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2879 00000100:00100000:0.0:1763340290.043076:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280693760:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.043086:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.043096:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 23 pid: 8457 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340290.043107:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 23 pid: 8457 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340290.043126:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763340290.043128:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694016 00010000:00010000:0.0:1763340290.043128:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763340290.043132:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694016 00010000:00010000:0.0:1763340290.043133:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.043141:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.043154:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.043159:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3008 00000100:00100000:1.0:1763340290.043165:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e12450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56752:x1848995280694016:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340290.043183:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280693760:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 109us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.043189:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2879 00000100:00100000:1.0:1763340290.043291:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e12450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56752:x1848995280694016:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 125us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.043297:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3008 00010000:00010000:1.0:1763340290.043349:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c84b9200/0xbdebf3fb18249422 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1643c expref: 22 pid: 8457 timeout: 1130 lvb_type: 1 00000100:00100000:1.0:1763340290.043361:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292199040:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340290.043372:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043380:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043386:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043396:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043404:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043421:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.043714:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+42:3648:x1848995292197504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9792us (10929us total) trans 21474838642 rc 0/0 00000100:00100000:1.0:1763340290.043722:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954 00010000:00010000:1.0:1763340290.043741:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340290.043746:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043754:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340290.043757:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043764:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043776:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043783:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249794 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.043797:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.043800:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.043801:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340290.043820:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b29180/2, rc 0, transno 21474838642 00000100:00100000:1.0:1763340290.043826:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292197504:0@lo:6:osp-syn-0-1.0 00000100:00080000:2.0:1763340290.044414:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763340290.046307:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.046351:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694144 00000100:00100000:3.0:1763340290.046358:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694144 00000100:00100000:0.0:1763340290.046362:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.046380:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694272 00000100:00100000:0.0:1763340290.046383:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694272 00010000:00010000:3.0:1763340290.046392:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 22 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340290.046397:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 22 pid: 35203 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340290.046423:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2880 00000100:00100000:0.0:1763340290.046431:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280694272:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.046443:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.046448:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 22 pid: 35203 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340290.046456:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292199424:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340290.046457:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 22 pid: 35203 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.046477:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.046477:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.046479:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.046483:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.046492:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.046508:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.046522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340290.046580:0:16598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb1824958e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164b3 expref: 22 pid: 35203 timeout: 1130 lvb_type: 0 00000100:00100000:2.0:1763340290.046594:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292199296:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.046606:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.046614:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.046623:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.046646:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.046654:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.046669:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340290.047134:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2409:x1848995280694272:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 703us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.047142:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2880 00000100:00100000:3.0:1763340290.047778:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694400 00000100:00100000:3.0:1763340290.047785:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694400 00010000:00010000:3.0:1763340290.047809:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 21 pid: 8457 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763340290.047837:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2881 00000100:00100000:3.0:1763340290.047843:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c61f3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280694144:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340290.047853:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.047857:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 21 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340290.047867:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 21 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340290.047883:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb182495f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164d6 expref: 21 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340290.047892:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.047893:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.047897:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.047904:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340290.047912:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292198400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12318us (12497us total) trans 17179871356 rc 0/0 00000100:00100000:2.0:1763340290.047921:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5959 00010000:00010000:3.0:1763340290.047924:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.047943:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.047952:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c61f3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280694144:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 108us (1653us total) trans 0 rc 0/0 00010000:00010000:2.0:1763340290.047952:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.047958:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2881 00010000:00010000:2.0:1763340290.047960:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.047967:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.047981:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340290.047996:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2882 00000100:00100000:3.0:1763340290.048002:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280694400:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340290.048009:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.048014:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 19 pid: 8457 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340290.048023:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 19 pid: 8457 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340290.048035:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824930a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df163da expref: 19 pid: 8457 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763340290.048049:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.048051:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.048054:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.048061:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.048078:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.048086:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292198528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13641us (14340us total) trans 17179871357 rc 0/0 00000100:00100000:2.0:1763340290.048093:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5956 00000100:00100000:3.0:1763340290.048094:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280694400:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 93us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.048100:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2882 00010000:00010000:2.0:1763340290.048109:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340290.048116:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.048121:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048123:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340290.048127:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.048128:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.048136:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048137:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.048145:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048156:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.048158:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763340290.048163:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182497a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048177:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340290.048180:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048186:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340290.048189:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048196:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048205:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048212:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824979b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048225:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340290.048228:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048238:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340290.048241:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048248:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.048253:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292198272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12386us (12760us total) trans 17179871358 rc 0/0 00010000:00010000:2.0:1763340290.048257:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.048263:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5961 00010000:00010000:2.0:1763340290.048264:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.048277:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.048279:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340290.048279:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340290.048281:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340290.048306:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f1a300/2, rc 0, transno 17179871357 00000100:00100000:2.0:1763340290.048312:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292198528:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763340290.048334:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f19880/2, rc 0, transno 17179871358 00000100:00100000:2.0:1763340290.048339:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198272:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763340290.048346:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3f18e00/2, rc 0, transno 17179871356 00000100:00100000:2.0:1763340290.048349:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292198400:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340290.048360:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340290.052389:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35202:1848995292199808:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340290.052389:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292199680:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340290.052418:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.052422:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.052439:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:3.0:1763340290.052497:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280693888:12345-192.168.203.42@tcp:101:bash.0 Request processed in 9904us (9996us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.052506:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5966 00000100:00100000:0.0:1763340290.052550:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.052814:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694656 00000100:00100000:1.0:1763340290.052821:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694656 00010000:00010000:1.0:1763340290.052853:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 22 pid: 8399 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340290.052891:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2883 00000100:00100000:1.0:1763340290.052900:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280694656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.052914:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.052919:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 22 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.052929:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 22 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.052951:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b0200/0xbdebf3fb182495aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164ba expref: 22 pid: 8399 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.052962:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.052964:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.052968:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.052976:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.053004:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.053026:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280694656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 128us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.053032:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2883 00010000:00010000:1.0:1763340290.053050:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.053058:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.053066:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.053073:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.053092:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340290.053162:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292199552:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.053178:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340290.053303:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3649:x1848995292197632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13887us (15619us total) trans 21474838643 rc 0/0 00000100:00100000:1.0:1763340290.053310:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5964 00010000:00010000:3.0:1763340290.053476:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340290.053482:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.053490:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340290.053494:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.053502:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.053513:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.053519:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf000/0xbdebf3fb182497c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.053562:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.053563:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.053565:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340290.053824:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b28a80/2, rc 0, transno 21474838643 00000100:00100000:2.0:1763340290.053831:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292197632:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.053879:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.053890:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694784 00000100:00100000:0.0:1763340290.053894:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694784 00000100:00100000:1.0:1763340290.053899:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340290.053916:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 17 pid: 8401 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763340290.053940:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694528 00000100:00100000:0.0:1763340290.053943:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694528 00000100:00100000:1.0:1763340290.053948:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2884 00000100:00100000:1.0:1763340290.053956:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280694784:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.053957:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 21 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.053966:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.053971:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 17 pid: 8401 timeout: 1130 lvb_type: 1 00010000:00010000:1.0:1763340290.053980:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 17 pid: 8401 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763340290.053982:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2885 00000100:00100000:0.0:1763340290.053987:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280694528:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.053995:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.053996:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb18249747 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16531 expref: 17 pid: 8401 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763340290.053999:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 21 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.054005:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.054007:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.054008:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 21 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.054013:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 16 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.054022:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 16 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054025:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6b1a00/0xbdebf3fb182495e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df164cf expref: 21 pid: 8401 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763340290.054033:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.054034:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.054037:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054043:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.054050:0:14059:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 16 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054056:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.054062:0:14059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:14059:1848995292199936:192.168.203.42@tcp:105: 00000100:00100000:0.0:1763340290.054083:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280694528:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 95us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.054089:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2885 00000100:00100000:1.0:1763340290.054103:0:14059:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085db40 going to sleep for 11 seconds 00010000:00010000:2.0:1763340290.054319:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.054329:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.054337:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.054344:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.054369:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340290.054512:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3650:x1848995292197760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15321us (16879us total) trans 21474838644 rc 0/0 00000100:00100000:2.0:1763340290.054519:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963 00000004:00080000:2.0:1763340290.054565:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b2bb80/2, rc 0, transno 21474838644 00000100:00100000:2.0:1763340290.054570:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292197760:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340290.054779:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340290.054792:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054800:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.054803:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054810:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054822:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054828:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bfc00/0xbdebf3fb182497be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.054843:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.054844:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.054845:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340290.061874:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.061948:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280694912 00000100:00100000:2.0:1763340290.061956:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280694912 00000100:00100000:1.0:1763340290.061963:0:14059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:14059:1848995292199936:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340290.061984:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.062012:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5967 00000100:00100000:2.0:1763340290.062020:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280694912:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.062035:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763340290.062037:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280694784:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 8082us (8159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.062046:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2884 00010000:00010000:2.0:1763340290.062054:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16562 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.062074:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x217:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340290.062094:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.062096:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.062105:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 21 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.062118:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 21 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.062129:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bf400, rc 0) 00000100:00100000:2.0:1763340290.062151:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280694912:12345-192.168.203.42@tcp:101:bash.0 Request processed in 132us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.062158:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5967 00000100:00100000:2.0:1763340290.074847:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.074898:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.074902:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.074967:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280695040 00000100:00100000:1.0:1763340290.074976:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280695040 00002000:00010000:1.0:1763340290.075015:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/535 (0->18446744073709551615) 00002000:00100000:1.0:1763340290.075020:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1f800 with x1848995280695040 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340290.075031:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b1f800. 00000100:00100000:1.0:1763340290.075059:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280695168 00000100:00100000:1.0:1763340290.075063:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280695168 00002000:00010000:1.0:1763340290.075076:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/535 (0->18446744073709551615) 00002000:00100000:1.0:1763340290.075079:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1f480 with x1848995280695168 ext(0->18446744073709551615) 00000100:00100000:2.0:1763340290.075084:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1517 00002000:00010000:1.0:1763340290.075085:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b1f480. 00000100:00100000:2.0:1763340290.075096:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280695040:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:1.0:1763340290.075109:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1518 00000100:00100000:1.0:1763340290.075116:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280695168:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340290.075251:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340290.075251:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340290.075255:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340290.075255:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340290.075258:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.075259:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.075262:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340290.075262:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:2.0:1763340290.075264:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x217:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763340290.075264:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x217:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340290.075313:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280695040:12345-192.168.203.42@tcp:10:bash.0 Request processed in 220us (479us total) trans 17179871359 rc 0/0 00000100:00100000:2.0:1763340290.075324:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1517 00002000:00010000:2.0:1763340290.075328:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/535 (0->18446744073709551615) 00002000:00100000:2.0:1763340290.075331:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1f800 with x1848995280695040 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340290.075335:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b1f800. 00000100:00100000:1.0:1763340290.075570:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280695168:12345-192.168.203.42@tcp:10:bash.0 Request processed in 451us (664us total) trans 21474838645 rc 0/0 00000100:00100000:1.0:1763340290.075577:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1518 00002000:00010000:1.0:1763340290.075580:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/535 (0->18446744073709551615) 00002000:00100000:1.0:1763340290.075582:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b1f480 with x1848995280695168 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340290.075586:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b1f480. 00000100:00100000:3.0:1763340290.075792:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280695424 00000100:00100000:3.0:1763340290.075798:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280695424 00000100:00100000:3.0:1763340290.075839:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8868 00000100:00100000:3.0:1763340290.075848:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56753:x1848995280695424:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340290.075861:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.075880:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182497da lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16569 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.075946:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340290.075958:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.075968:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.075979:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340290.075984:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.075990:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076074:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182497ef lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340290.076083:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182497ef lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076089:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182497ef lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340290.076097:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 2 00010000:00010000:3.0:1763340290.076152:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076159:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076165:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076171:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076176:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.076180:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076187:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076199:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340290.076202:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.076206:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076212:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb182497e1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076228:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076234:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076239:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076243:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.076246:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076251:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076258:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c10a9500) 00010000:00010000:3.0:1763340290.076261:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.076263:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076268:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb182497e8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.076304:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb182497da lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16569 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.076332:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182497ef lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16569 expref: 202 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.076339:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:3.0:1763340290.076342:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340290.076346:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:3.0:1763340290.076390:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56753:x1848995280695424:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 544us (1491us total) trans 4294972440 rc 0/0 00000100:00100000:3.0:1763340290.076397:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8868 00000100:00100000:0.0:1763340290.079489:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.079612:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280695680 00000100:00100000:1.0:1763340290.079621:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280695680 00000100:00100000:1.0:1763340290.079695:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3009 00000100:00100000:1.0:1763340290.079705:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280695680:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340290.080011:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280695680:12345-192.168.203.42@tcp:35:bash.0 Request processed in 307us (529us total) trans 4294972441 rc 0/0 00000100:00100000:1.0:1763340290.080019:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3009 00000100:00100000:2.0:1763340290.087052:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.087581:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280695936 00000100:00100000:1.0:1763340290.087592:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280695936 00000100:00100000:1.0:1763340290.087658:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3010 00000100:00100000:1.0:1763340290.087669:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56753:x1848995280695936:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.087942:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56753:x1848995280695936:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 274us (900us total) trans 4294972442 rc 0/0 00000100:00100000:1.0:1763340290.087950:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3010 00000100:00100000:3.0:1763340290.090700:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.090981:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280696192 00000100:00100000:0.0:1763340290.090992:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280696192 00000100:00100000:2.0:1763340290.091662:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8869 00000100:00100000:2.0:1763340290.091678:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56754:x1848995280696192:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340290.091729:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340290.091753:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824976a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1654d expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.091775:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb182497ef lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16569 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.091800:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249740 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16538 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.091810:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9555d8f7fa00) 00010000:00010000:2.0:1763340290.091820:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.091847:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.091860:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.091869:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.091885:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.091892:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.091898:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.091976:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.091984:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.091991:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:2.0:1763340290.092221:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1311, 64 off110872 00000040:00080000:2.0:1763340290.092245:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1289, 64 off109128 00000040:00080000:2.0:1763340290.092254:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1290, 64 off109192 00000040:00080000:2.0:1763340290.092263:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1312, 64 off110936 00010000:00010000:2.0:1763340290.092310:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.092319:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092327:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092334:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092343:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092348:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092379:0:6513:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340290.092397:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092402:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092409:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092415:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.092419:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092426:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092434:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:2.0:1763340290.092437:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340290.092440:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092446:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824980b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092601:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092611:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092616:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092621:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092626:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.092638:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092645:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092653:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.092655:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.092659:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092664:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb182497fd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763340290.092676:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091791f74 reply state 0000000098c1afe5 transno 4294972443 ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092686:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.092693:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:2.0:1763340290.092695:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340290.092697:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340290.092778:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56754:x1848995280696192:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1104us (2086us total) trans 4294972443 rc 0/0 00000100:00100000:2.0:1763340290.092787:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8869 00010000:00010000:3.0:1763340290.092924:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340290.092931:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.092937:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6be600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340290.092940:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.092947:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.092954:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:3.0:1763340290.092956:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340290.092959:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.092963:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249812 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.092975:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.092977:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.092978:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340290.097638:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.097749:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280696320 00000100:00100000:3.0:1763340290.097759:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280696320 00000100:00100000:3.0:1763340290.097828:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8870 00000100:00100000:3.0:1763340290.097838:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56753:x1848995280696320:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340290.097862:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.097884:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249819 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16570 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.097951:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340290.097964:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.097975:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.097985:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340290.097992:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.097998:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098036:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098043:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098048:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098053:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098059:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.098063:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098070:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098080:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340290.098083:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.098088:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098094:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249820 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098108:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098113:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098118:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098123:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.098125:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098131:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098138:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:3.0:1763340290.098140:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.098145:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098155:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249827 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340290.098179:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249819 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16570 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.098189:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c10a9c00) 00010000:00010000:3.0:1763340290.098191:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.098195:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249819 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16570 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.098208:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:0.0:1763340290.098671:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56753:x1848995280696320:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 832us (1048us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340290.098680:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8870 00000100:00100000:1.0:1763340290.115479:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.115585:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280696576 00000100:00100000:0.0:1763340290.115595:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280696576 00000100:00100000:0.0:1763340290.115668:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8871 00000100:00100000:0.0:1763340290.115677:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56756:x1848995280696576:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.115698:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.115722:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824982e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16577 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.115804:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.115817:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115833:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115844:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.115850:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115857:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115895:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115902:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115909:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115915:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115920:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.115924:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115932:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115944:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e600) 00010000:00010000:0.0:1763340290.115946:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.115951:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115957:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb18249835 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115981:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115988:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115993:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.115998:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.116001:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.116006:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.116012:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:0.0:1763340290.116014:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.116017:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.116022:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824983c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.116046:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824982e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16577 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.116054:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e600) 00010000:00010000:0.0:1763340290.116056:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340290.116060:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824982e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16577 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.116071:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845de00, rc 0) 00000100:00100000:0.0:1763340290.116127:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56756:x1848995280696576:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 451us (658us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340290.116133:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8871 00000100:00100000:3.0:1763340290.120142:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.123701:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280696704 00000100:00100000:0.0:1763340290.123714:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280696704 00000100:00100000:0.0:1763340290.123793:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8872 00000100:00100000:0.0:1763340290.123803:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56755:x1848995280696704:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.123824:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.123846:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb18249843 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1657e expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.123909:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.123923:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.123935:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.123945:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.123952:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.123957:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.123991:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.123997:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124002:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124007:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124012:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845cc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.124015:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124021:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124032:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:0.0:1763340290.124035:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.124040:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124045:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824984a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124070:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124075:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124080:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124085:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.124088:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124093:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124098:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:0.0:1763340290.124100:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.124102:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124107:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249851 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.124129:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb18249843 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1657e expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.124138:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:0.0:1763340290.124140:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.124143:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb18249843 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1657e expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.124154:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340290.124227:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56755:x1848995280696704:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 425us (4093us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340290.124233:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8872 00000100:00100000:3.0:1763340290.126856:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.126956:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280696832 00000100:00100000:2.0:1763340290.126967:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280696832 00000100:00100000:2.0:1763340290.127021:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8873 00000100:00100000:2.0:1763340290.127030:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56756:x1848995280696832:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.127048:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.127070:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249858 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16585 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.127132:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.127145:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127155:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127164:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.127170:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127175:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127214:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127220:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127227:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127234:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127239:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.127243:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127249:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127261:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.127264:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.127269:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127274:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824985f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127287:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127292:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127298:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127302:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.127306:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127315:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127322:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:2.0:1763340290.127324:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.127327:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127332:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249866 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.127357:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249858 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16585 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.127366:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.127368:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.127372:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249858 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16585 expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.127383:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340290.127443:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56756:x1848995280696832:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 413us (594us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.127450:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8873 00000100:00100000:3.0:1763340290.131647:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.131870:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280696960 00000100:00100000:0.0:1763340290.131879:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280696960 00000100:00100000:0.0:1763340290.132481:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8874 00000100:00100000:0.0:1763340290.132495:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56755:x1848995280696960:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.132515:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.132570:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824986d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1658c expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.132645:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.132660:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132671:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132683:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.132690:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132696:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132733:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132740:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132747:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132753:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132760:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.132763:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.132770:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.133473:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:0.0:1763340290.133480:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.133486:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.133493:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb18249874 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.133523:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.133529:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.139197:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.139205:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845cc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.139209:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.139219:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.139236:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:0.0:1763340290.139239:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.139244:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.139251:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824987b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.139313:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824986d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1658c expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.139322:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:0.0:1763340290.139324:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.139327:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824986d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1658c expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.139341:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340290.139433:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56755:x1848995280696960:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6940us (7807us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340290.139442:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8874 00000100:00100000:3.0:1763340290.147905:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.147983:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280697088 00000100:00100000:0.0:1763340290.147994:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280697088 00000100:00100000:0.0:1763340290.148053:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8875 00000100:00100000:0.0:1763340290.148063:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56755:x1848995280697088:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.148081:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.148103:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb18249882 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16593 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.148163:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb18249889 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.148174:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb18249889 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.148186:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb18249889 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340290.148227:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340290.148231:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340290.148265:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb18249882 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16593 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.148297:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb18249889 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16593 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.148306:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:0.0:1763340290.148309:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340290.148313:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845cc00, rc 0) 00000100:00100000:0.0:1763340290.148376:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56755:x1848995280697088:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 314us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.148384:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8875 00000100:00100000:3.0:1763340290.152292:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.153293:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280697344 00000100:00100000:2.0:1763340290.153306:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280697344 00000100:00100000:2.0:1763340290.153369:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8876 00000100:00100000:2.0:1763340290.153380:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56757:x1848995280697344:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.153399:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.153419:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249890 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1659a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.153490:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.153503:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153514:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153524:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.153554:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153561:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153595:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153601:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153607:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153612:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153617:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.153621:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153638:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153649:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:2.0:1763340290.153652:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.153656:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153662:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb18249897 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153673:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153678:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153682:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153686:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.153689:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153694:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153700:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:2.0:1763340290.153702:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.153704:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153709:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824989e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.153736:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249890 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1659a expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.153745:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:2.0:1763340290.153747:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340290.153750:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249890 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1659a expref: 205 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.153759:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340290.153826:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56757:x1848995280697344:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 448us (1542us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.153834:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8876 00000100:00100000:3.0:1763340290.158217:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.158814:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280697600 00000100:00100000:0.0:1763340290.158824:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280697600 00000100:00100000:0.0:1763340290.159211:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8877 00000100:00100000:0.0:1763340290.159222:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56755:x1848995280697600:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.159242:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.159245:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340290.159270:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb18249889 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16593 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.159300:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e500) 00010000:00010000:0.0:1763340290.159311:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340290.159325:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb182498a5 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165a1 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.159424:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.159436:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159446:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159455:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.159462:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159468:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159838:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.159846:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159853:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340290.159862:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:0.0:1763340290.159885:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159895:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159901:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159908:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159914:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.159917:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159925:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159934:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c108e600) 00010000:00010000:0.0:1763340290.159937:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.159940:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159946:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498ac lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:0.0:1763340290.159959:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004c679b32 reply state 000000007eff3b55 transno 4294972444 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159969:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.159974:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:0.0:1763340290.159977:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340290.159980:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340290.160003:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb182498a5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.160020:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.160028:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c108e100) 00010000:00010000:0.0:1763340290.160030:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340290.160033:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d800, rc 0) 00000100:00100000:0.0:1763340290.160099:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56755:x1848995280697600:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 879us (1892us total) trans 4294972444 rc 0/0 00000100:00100000:0.0:1763340290.160107:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8877 00000100:00100000:3.0:1763340290.165666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.165738:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280697856 00000100:00100000:0.0:1763340290.165748:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280697856 00000100:00100000:0.0:1763340290.166968:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8878 00000100:00100000:0.0:1763340290.166986:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56755:x1848995280697856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.167011:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.167030:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb182498c8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165a8 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.167137:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.167153:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.167162:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.167201:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.167214:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 207 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340290.167227:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292200064:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340290.167321:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:3.0:1763340290.175390:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.175645:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280697984 00000100:00100000:1.0:1763340290.175655:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280697984 00010000:00010000:1.0:1763340290.175692:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 208 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:1.0:1763340290.175733:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2886 00000100:00100000:1.0:1763340290.175741:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280697984:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.175757:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.175763:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 208 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.175775:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 208 pid: 10032 timeout: 1130 lvb_type: 0 00010000:00010000:1.0:1763340290.175927:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c108e100) 00010000:00010000:1.0:1763340290.175933:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340290.175943:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340290.175950:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340290.175968:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.176024:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280697984:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 283us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.176032:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2886 00010000:00010000:0.0:1763340290.176394:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb182498ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a1 expref: 207 pid: 10032 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763340290.176422:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292200064:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340290.176440:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176450:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176456:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340290.176476:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00000004:00080000:0.0:1763340290.176693:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x219:0x0], index 0: 0 00000004:00080000:0.0:1763340290.176700:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x219:0x0], index 1: 0 00000004:00080000:0.0:1763340290.176704:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21a:0x0], index 1: 0 00000004:00080000:0.0:1763340290.176708:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21a:0x0], index 0: 0 00010000:00010000:0.0:1763340290.176895:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176907:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176914:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176919:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.176923:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176929:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176939:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c108e100) 00010000:00010000:0.0:1763340290.176941:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340290.176945:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176950:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb182498cf lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.176994:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb182498c8 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a8 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.177003:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c108e100) 00010000:00010000:0.0:1763340290.177006:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340290.177010:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb182498c8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165a8 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.177023:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340290.178320:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56755:x1848995280697856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 11334us (12657us total) trans 4294972445 rc 301/301 00000100:00100000:0.0:1763340290.178334:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8878 00000100:00100000:2.0:1763340290.181996:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.182212:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280698240 00000100:00100000:1.0:1763340290.182223:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280698240 00000100:00100000:1.0:1763340290.182280:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3011 00000100:00100000:1.0:1763340290.182289:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56755:x1848995280698240:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.182602:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56755:x1848995280698240:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 312us (613us total) trans 4294972446 rc 0/0 00000100:00100000:1.0:1763340290.182610:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3011 00000100:00100000:2.0:1763340290.191167:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.191529:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280698752 00000100:00100000:0.0:1763340290.191579:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280698752 00000100:00100000:0.0:1763340290.191931:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.191979:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280698624 00000100:00100000:1.0:1763340290.191984:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280698624 00000100:00100000:1.0:1763340290.192032:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3012 00000100:00100000:1.0:1763340290.192042:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56755:x1848995280698624:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340290.192125:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8879 00000100:00100000:2.0:1763340290.192135:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56757:x1848995280698752:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.192144:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.192164:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182498dd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165af expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.192224:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.192237:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192248:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340290.192257:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56755:x1848995280698624:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 216us (326us total) trans 4294972447 rc 0/0 00010000:00010000:2.0:1763340290.192262:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00000100:00100000:1.0:1763340290.192264:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3012 00010000:00010000:2.0:1763340290.192269:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192275:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192355:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182498f2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.192368:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182498f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192376:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182498f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.192385:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:2.0:1763340290.192433:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192439:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192445:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192452:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192457:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.192461:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192471:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192482:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.192485:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.192490:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192496:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb182498e4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192505:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192511:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192515:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192520:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.192522:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192528:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192572:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:2.0:1763340290.192574:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.192578:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192583:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb182498eb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.192611:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb182498dd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165af expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.192639:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182498f2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165af expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.192647:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.192649:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.192652:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000100:00100000:2.0:1763340290.192690:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56757:x1848995280698752:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 557us (1533us total) trans 4294972448 rc 0/0 00000100:00100000:2.0:1763340290.192697:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8879 00000100:00100000:0.0:1763340290.198279:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.198316:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.198385:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280698880 00000100:00100000:2.0:1763340290.198394:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280698880 00000100:00100000:2.0:1763340290.198450:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280699008 00000100:00100000:2.0:1763340290.198454:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280699008 00000100:00100000:2.0:1763340290.198487:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5968 00000100:00100000:2.0:1763340290.198497:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280698880:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.198513:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.198557:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165b6 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.198580:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340290.198598:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.198600:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.198609:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 18 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.198641:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 18 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.198654:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be000, rc 0) 00000100:00100000:2.0:1763340290.198704:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280698880:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 208us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.198711:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5968 00000100:00100000:2.0:1763340290.198728:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5969 00000100:00100000:2.0:1763340290.198735:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280699008:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.198742:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.198752:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165bd expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.198764:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340290.198773:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.198775:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.198780:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 23 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.198805:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 23 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.198813:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:2.0:1763340290.198833:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280699008:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 99us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.198841:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5969 00000100:00100000:3.0:1763340290.203215:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.203266:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280699264 00000100:00100000:1.0:1763340290.203276:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280699264 00000100:00100000:1.0:1763340290.203451:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3013 00000100:00100000:1.0:1763340290.203462:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56757:x1848995280699264:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.203719:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56757:x1848995280699264:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 258us (512us total) trans 4294972449 rc 0/0 00000100:00100000:1.0:1763340290.203727:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3013 00000100:00100000:0.0:1763340290.206057:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.206143:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280699520 00000100:00100000:2.0:1763340290.206153:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280699520 00000100:00100000:2.0:1763340290.206205:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8880 00000100:00100000:2.0:1763340290.206214:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280699520:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.206232:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.206235:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340290.206261:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb182498f2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165af expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.206276:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.206284:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.206297:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824990e lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165c4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.206388:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249915 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.206400:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249915 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.206410:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249915 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.206422:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:2.0:1763340290.206521:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb1824990e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165c4 expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.206565:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249915 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165c4 expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.206574:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.206576:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763340290.206578:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:2.0:1763340290.206637:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280699520:12345-192.168.203.42@tcp:101:bash.0 Request processed in 415us (579us total) trans 4294972450 rc 0/0 00000100:00100000:2.0:1763340290.206644:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8880 00000100:00100000:3.0:1763340290.209161:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.209394:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280699776 00000100:00100000:2.0:1763340290.209404:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280699776 00000100:00100000:2.0:1763340290.209460:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8881 00000100:00100000:2.0:1763340290.209469:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56757:x1848995280699776:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.209493:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.209515:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249923 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165cb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.209601:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.209614:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209625:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209646:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.209653:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209664:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209761:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.209772:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209777:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209783:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209789:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.209792:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209799:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209808:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.209814:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209820:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb18249938 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.209833:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:2.0:1763340290.209898:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209906:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209911:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209916:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209920:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.209922:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209927:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209935:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:2.0:1763340290.209938:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.209941:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209945:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb1824992a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209955:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209960:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209966:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209971:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.209974:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209983:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.209990:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:2.0:1763340290.209992:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.209995:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.210000:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249931 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.210031:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249923 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165cb expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.210041:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:2.0:1763340290.210043:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340290.210047:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249923 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165cb expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.210060:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:2.0:1763340290.210123:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56757:x1848995280699776:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 654us (970us total) trans 4294972451 rc 301/301 00000100:00100000:2.0:1763340290.210131:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8881 00000100:00100000:3.0:1763340290.213935:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.214493:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280699904 00000100:00100000:2.0:1763340290.214507:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280699904 00000100:00100000:2.0:1763340290.214607:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8882 00000100:00100000:2.0:1763340290.214616:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280699904:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.214669:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.214691:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18249946 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165d2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.214729:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824994d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.214744:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824994d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.214755:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824994d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340290.215119:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.215558:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280700160 00000100:00100000:0.0:1763340290.215567:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280700160 00000100:00100000:0.0:1763340290.215604:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3014 00000100:00100000:0.0:1763340290.215611:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e11450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56757:x1848995280700160:12345-192.168.203.42@tcp:35:lfs.0 00010000:00010000:2.0:1763340290.215777:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb18249946 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d2 expref: 217 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340290.215807:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e11450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56757:x1848995280700160:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 196us (688us total) trans 4294972452 rc 0/0 00000100:00100000:0.0:1763340290.215815:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3014 00010000:00010000:2.0:1763340290.216061:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824994d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d2 expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.216070:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.216073:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340290.216076:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bfa00, rc 0) 00000100:00100000:2.0:1763340290.216116:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:55868:x1848995280699904:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1501us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.216123:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8882 00000100:00100000:3.0:1763340290.219089:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.219139:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280700416 00000100:00100000:2.0:1763340290.219150:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280700416 00000100:00100000:0.0:1763340290.219181:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.219570:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280700672 00000100:00100000:2.0:1763340290.219575:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280700672 00000100:00100000:2.0:1763340290.219617:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8883 00000100:00100000:2.0:1763340290.219627:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56757:x1848995280700416:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:3.0:1763340290.219654:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8884 00000100:00100000:3.0:1763340290.219665:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280700672:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340290.219726:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.219753:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249915 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165c4 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.219753:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.219769:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.219773:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249954 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165d9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.219774:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.219821:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.219832:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.219842:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.219851:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.219857:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.219862:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.219938:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340290.219942:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.219946:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.219952:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.219959:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 2/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.219961:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:3.0:1763340290.219967:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.219980:0:8423:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.219989:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.220004:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220011:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220017:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220023:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220028:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.220031:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220037:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220045:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340290.220048:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.220051:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220057:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824995b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220066:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220071:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220077:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220081:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.220084:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220092:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220100:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:2.0:1763340290.220102:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.220104:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220109:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249962 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.220140:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249954 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d9 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.220160:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d9 expref: 218 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.220168:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d9 expref: 218 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.220174:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8200, rc 0) 00000100:00100000:2.0:1763340290.220228:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56757:x1848995280700416:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 602us (1148us total) trans 4294972454 rc 0/0 00000100:00100000:2.0:1763340290.220236:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8883 00000100:00100000:3.0:1763340290.222328:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.222502:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280700928 00000100:00100000:1.0:1763340290.222511:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280700928 00000100:00100000:1.0:1763340290.222594:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3015 00000100:00100000:1.0:1763340290.222604:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56757:x1848995280700928:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.222809:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56757:x1848995280700928:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 206us (487us total) trans 4294972455 rc 0/0 00000100:00100000:1.0:1763340290.222817:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3015 00000100:00100000:0.0:1763340290.225271:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.225353:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280701056 00000100:00100000:1.0:1763340290.225362:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280701056 00000100:00100000:1.0:1763340290.225418:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3016 00000100:00100000:1.0:1763340290.225429:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56757:x1848995280701056:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340290.225601:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56757:x1848995280701056:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 174us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.225608:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3016 00000100:00100000:2.0:1763340290.226251:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.226642:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280701184 00000100:00100000:1.0:1763340290.226649:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280701184 00010000:00010000:1.0:1763340290.226673:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d9 expref: 219 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340290.226990:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2887 00000100:00100000:1.0:1763340290.227000:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c61f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2410:x1848995280701184:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.227013:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.227020:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d9 expref: 219 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.227032:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d9 expref: 219 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.227054:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249969 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d9 expref: 219 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.227070:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:1.0:1763340290.227075:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.227085:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.227092:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.227125:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340290.228436:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.228448:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:0.0:1763340290.228567:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972453 00000004:00010000:0.0:1763340290.228615:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000093d7b5c3 reply state 0000000027b22d49 transno 4294972456 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.228639:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.228652:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:0.0:1763340290.228655:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340290.228658:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340290.228810:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c61f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:2410:x1848995280701184:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1808us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.228820:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2887 00000100:00100000:0.0:1763340290.229011:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:55868:x1848995280700672:12345-192.168.203.42@tcp:36:bash.0 Request processed in 9349us (9830us total) trans 4294972456 rc 0/0 00000100:00100000:0.0:1763340290.229017:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8884 00000020:00080000:0.0:1763340290.229020:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340290.234236:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.234382:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280701312 00000100:00100000:0.0:1763340290.234392:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280701312 00000100:00100000:2.0:1763340290.234983:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8885 00000100:00100000:2.0:1763340290.234997:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:55868:x1848995280701312:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.235020:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.235041:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824997e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165e0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.235094:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824997e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165e0 expref: 220 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.235108:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824997e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165e0 expref: 220 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.235126:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.235129:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340290.235133:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6bea00, rc 0) 00000100:00100000:2.0:1763340290.235192:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:55868:x1848995280701312:12345-192.168.203.42@tcp:101:bash.0 Request processed in 200us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.235199:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8885 00000100:00100000:2.0:1763340290.239913:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.243817:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280701568 00000100:00100000:0.0:1763340290.243831:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280701568 00000100:00100000:1.0:1763340290.244156:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8886 00000100:00100000:1.0:1763340290.244168:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:55868:x1848995280701568:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340290.244189:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.244193:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340290.244219:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bea00/0xbdebf3fb1824997e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165e0 expref: 220 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.244237:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:1.0:1763340290.244243:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340290.244257:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb18249985 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165e7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.244301:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824998c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.244314:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824998c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.244323:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824998c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:1.0:1763340290.244561:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1291, 88 off109280 00000004:00080000:1.0:1763340290.244570:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031052036378ns, next at 1031012419777ns, rc = 0 00000040:00080000:1.0:1763340290.244608:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1313, 88 off111024 00000004:00080000:1.0:1763340290.244614:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031052080860ns, next at 1031012448648ns, rc = 0 00000040:00080000:1.0:1763340290.244641:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1314, 88 off111112 00000004:00080000:1.0:1763340290.244645:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031052112788ns, next at 1031012448648ns, rc = 0 00000040:00080000:1.0:1763340290.244657:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1292, 88 off109368 00000004:00080000:1.0:1763340290.244660:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031052127297ns, next at 1031012419777ns, rc = 0 00000100:00100000:3.0:1763340290.245815:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.245885:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280701824 00000100:00100000:2.0:1763340290.245894:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280701824 00000100:00100000:2.0:1763340290.245944:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8887 00000100:00100000:2.0:1763340290.245953:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:56758:x1848995280701824:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.245969:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.245987:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249993 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165ee expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.246050:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.246060:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.246072:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.246081:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.246087:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.246093:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.246168:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.246176:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.246182:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.246190:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 2 00010000:00010000:2.0:1763340290.247463:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247475:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247482:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247488:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.247492:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247499:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247513:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:2.0:1763340290.247516:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1763340290.247519:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247525:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb182499a8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247726:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247733:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247739:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247744:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247748:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bf000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.247751:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247757:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247764:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340290.247767:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.247769:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247775:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bf000/0xbdebf3fb1824999a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247785:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247790:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247795:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247800:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.247803:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247808:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247815:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:2.0:1763340290.247818:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.247820:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247826:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb182499a1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.247865:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249993 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165ee expref: 224 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.247875:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340290.247876:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340290.247880:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6be600/0xbdebf3fb18249993 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165ee expref: 224 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.247893:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555fc6be600, rc 0) 00000001:00080000:1.0:1763340290.248608:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972457 is committed 00000004:00080000:1.0:1763340290.248616:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 843 committed 00000004:00080000:1.0:1763340290.248637:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 864 committed 00000004:00080000:1.0:1763340290.248645:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 863 committed 00000004:00080000:1.0:1763340290.248647:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 842 committed 00010000:00010000:1.0:1763340290.248728:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824998c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165e7 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.248737:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:1.0:1763340290.248739:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340290.248749:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb18249985 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165e7 expref: 205 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340290.248761:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824998c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165e7 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.248785:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:1.0:1763340290.248787:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340290.248789:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00010000:00010000:0.0:1763340290.248857:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.248864:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.248870:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.248874:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555fc6bfc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.248877:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.248883:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.248891:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:0.0:1763340290.248893:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.248896:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.248906:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfc00/0xbdebf3fb18249804 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.248919:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.248925:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.248930:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.248934:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.248937:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.248942:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.248948:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca200) 00010000:00010000:0.0:1763340290.248951:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.248953:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.248958:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182498b3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.248985:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.248990:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.248998:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.249003:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.249005:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.249010:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.249017:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:0.0:1763340290.249019:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.249022:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.249026:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249970 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340290.249155:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292200192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.249206:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.249245:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340290.249251:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292200320:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.249269:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.249293:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292200576:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.249312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.249330:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340290.249336:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fba50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292200448:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.249355:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.249381:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292200192 00000100:00100000:0.0:1763340290.249388:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292200192 00000100:00100000:0.0:1763340290.249426:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292200320 00000100:00100000:0.0:1763340290.249428:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292200320 00000100:00100000:0.0:1763340290.249443:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292200576 00000100:00100000:0.0:1763340290.249446:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292200576 00000100:00100000:0.0:1763340290.249468:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292200448 00000100:00100000:0.0:1763340290.249471:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292200448 00000100:00100000:0.0:1763340290.249493:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5970 00000100:00100000:0.0:1763340290.249502:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292200192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340290.249525:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:535 count 1 00010000:00010000:0.0:1763340290.249572:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.249590:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.249598:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340290.249601:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340290.249604:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.249641:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.249656:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 17 pid: 35202 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340290.249669:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292200704:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.249951:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56758:x1848995280701824:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3997us (4140us total) trans 4294972458 rc 301/301 00000100:00100000:2.0:1763340290.249960:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8887 00000100:00100000:1.0:1763340290.250071:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:55868:x1848995280701568:12345-192.168.203.42@tcp:101:bash.0 Request processed in 5905us (10166us total) trans 4294972457 rc 0/0 00000100:00100000:1.0:1763340290.250079:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8886 00000100:00100000:1.0:1763340290.250102:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5971 00000100:00100000:1.0:1763340290.250111:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292200320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340290.250123:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:536 count 1 00002000:00010000:1.0:1763340290.250142:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x218:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340290.250148:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.250156:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.250158:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.250162:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.250177:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.250186:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.250192:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.250208:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.250420:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292200320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 311us (1148us total) trans 17179871360 rc 0/0 00000100:00100000:1.0:1763340290.250427:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5971 00000100:00100000:1.0:1763340290.250441:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5972 00000100:00100000:1.0:1763340290.250447:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+20:3651:x1848995292200576:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340290.250518:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340290.250521:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763340290.250523:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340290.250525:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340290.250527:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340290.250581:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+21:3651:x1848995292200576:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (1268us total) trans 17179871361 rc 0/0 00000100:00100000:1.0:1763340290.250587:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5972 00000100:00100000:1.0:1763340290.250600:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5973 00000100:00100000:1.0:1763340290.250606:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+20:3651:x1848995292200448:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.252116:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000004:00080000:0.0:1763340290.252190:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba51f80/2, rc 0, transno 17179871360 00000100:00100000:0.0:1763340290.252198:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292200320:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340290.254006:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340290.254016:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254028:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340290.254033:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254048:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254068:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254075:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb182499bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254096:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.254098:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.254100:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340290.254114:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292200960:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.254171:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.254203:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340290.254209:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292200832:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.254228:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.254253:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292201088:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.254274:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.254290:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340290.254296:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292201216:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.254315:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.254341:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292200960 00000100:00100000:3.0:1763340290.254347:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292200960 00000100:00100000:3.0:1763340290.254383:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292200832 00000100:00100000:3.0:1763340290.254386:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292200832 00000100:00100000:3.0:1763340290.254401:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292201088 00000100:00100000:3.0:1763340290.254403:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292201088 00000100:00100000:3.0:1763340290.254417:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292201216 00000100:00100000:3.0:1763340290.254420:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292201216 00000100:00100000:3.0:1763340290.254448:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5974 00000100:00100000:3.0:1763340290.254456:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+45:3649:x1848995292200960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340290.254479:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:536 count 1 00002000:00010000:3.0:1763340290.254506:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x218:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340290.254512:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254523:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.254525:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.254551:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254563:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254572:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254580:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254595:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340290.254786:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+46:3649:x1848995292200960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 330us (613us total) trans 21474838646 rc 0/0 00000100:00100000:3.0:1763340290.254793:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5974 00000100:00100000:3.0:1763340290.254811:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975 00000100:00100000:3.0:1763340290.254817:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+45:3649:x1848995292200832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340290.254829:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:535 count 1 00010000:00010000:3.0:1763340290.254839:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254854:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 22 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254861:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340290.254863:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340290.254866:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254890:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 22 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.254902:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 22 pid: 30853 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.254913:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292201344:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340290.254963:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3967240 going to sleep for 11 seconds 00000100:00100000:3.0:1763340290.254980:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5976 00000100:00100000:3.0:1763340290.254986:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+45:3650:x1848995292201088:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.255084:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+46:3650:x1848995292201088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (808us total) trans 21474838647 rc 0/0 00000100:00100000:3.0:1763340290.255090:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5976 00000100:00100000:3.0:1763340290.255103:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5977 00000100:00100000:3.0:1763340290.255109:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+45:3650:x1848995292201216:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340290.255148:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340290.255152:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.255154:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.255156:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.255158:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340290.255177:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+46:3650:x1848995292201216:12345-0@lo:2:osp-syn-0-1.0 Request processed in 69us (862us total) trans 21474838648 rc 0/0 00000100:00100000:3.0:1763340290.255183:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5977 00010000:00010000:3.0:1763340290.255212:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340290.255218:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.255225:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340290.255229:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.255237:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.255249:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.255255:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb182499c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.255268:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.255270:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.255272:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340290.255297:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6ddf80/2, rc 0, transno 21474838646 00000100:00100000:3.0:1763340290.255303:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292200960:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763340290.255317:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f52300/2, rc 0, transno 21474838648 00000100:00100000:3.0:1763340290.255321:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292201216:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340290.255327:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc700/2, rc 0, transno 21474838647 00000100:00100000:3.0:1763340290.255331:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292201088:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340290.255685:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5426300/2, rc 0, transno 17179871361 00000100:00100000:0.0:1763340290.255692:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292200576:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340290.257297:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+21:3651:x1848995292200448:12345-0@lo:2:osp-syn-1-1.0 Request processed in 6686us (7936us total) trans 17179871362 rc 0/0 00000100:00100000:1.0:1763340290.257307:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5973 00000004:00080000:0.0:1763340290.257409:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba50700/2, rc 0, transno 17179871362 00000100:00100000:0.0:1763340290.257415:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292200448:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340290.263246:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292200704:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.263277:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.266575:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.266614:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.266646:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.267170:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280702208 00000100:00100000:2.0:1763340290.267181:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280702208 00000100:00100000:2.0:1763340290.267234:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5978 00000100:00100000:2.0:1763340290.267244:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280702208:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.267262:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.267282:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165fc expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.267303:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x219:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340290.267322:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.267324:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.267334:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 24 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.267349:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 24 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.267366:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:2.0:1763340290.267415:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280702208:12345-192.168.203.42@tcp:101:bash.0 Request processed in 172us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.267421:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5978 00000100:00100000:1.0:1763340290.267576:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280701952 00000100:00100000:1.0:1763340290.267581:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280701952 00010000:00010000:1.0:1763340290.267605:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 18 pid: 35202 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340290.267646:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2888 00000100:00100000:1.0:1763340290.267653:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280701952:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.267662:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.267667:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 18 pid: 35202 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.267678:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 18 pid: 35202 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.267696:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb182497cc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1655b expref: 18 pid: 35202 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.267709:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.267711:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.267715:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.267723:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.267749:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.267771:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280701952:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 120us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.267778:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2888 00010000:00010000:1.0:1763340290.267814:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.267823:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.267832:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.267839:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.267854:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.268035:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3648:x1848995292200192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18533us (18828us total) trans 17179871363 rc 0/0 00000100:00100000:1.0:1763340290.268042:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5970 00010000:00010000:1.0:1763340290.268060:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340290.268066:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.268074:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340290.268079:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.268088:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.268100:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.268106:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb182499b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.268120:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.268122:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.268123:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340290.268153:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fba51500/2, rc 0, transno 17179871363 00000100:00100000:1.0:1763340290.268160:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fba51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292200192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.268246:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280702080 00000100:00100000:0.0:1763340290.268250:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280702080 00000100:00100000:0.0:1763340290.268286:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8888 00000100:00100000:0.0:1763340290.268292:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56758:x1848995280702080:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.268307:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.268320:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182499d9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df165f5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.268392:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb182499e0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340290.268403:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb182499e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.268412:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb182499e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340290.268433:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 2 00000004:00200000:0.0:1763340290.268437:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340290.268454:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb182499e0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.268474:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb182499d9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165f5 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.268511:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb182499e0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165f5 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.268519:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:0.0:1763340290.268522:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340290.268525:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c400, rc 0) 00000100:00100000:0.0:1763340290.268599:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56758:x1848995280702080:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 307us (1985us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.268606:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8888 00000100:00100000:3.0:1763340290.269375:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292201344:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340290.269394:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.269453:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.270357:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280702336 00000100:00100000:2.0:1763340290.270366:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280702336 00010000:00010000:2.0:1763340290.270396:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 24 pid: 30853 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.270424:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2889 00000100:00100000:2.0:1763340290.270431:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280702336:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340290.270444:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.270448:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 24 pid: 30853 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.270460:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 24 pid: 30853 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.270479:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555fc6bf400/0xbdebf3fb182497d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16562 expref: 24 pid: 30853 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.270492:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.270494:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.270499:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270514:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270556:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.270591:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280702336:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 160us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.270598:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2889 00010000:00010000:2.0:1763340290.270621:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270638:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270646:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270653:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270670:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340290.270878:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+46:3649:x1848995292200832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16060us (16647us total) trans 21474838649 rc 0/0 00000100:00100000:2.0:1763340290.270885:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975 00010000:00010000:2.0:1763340290.270904:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340290.270909:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270921:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340290.270925:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270932:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270943:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270950:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb182499cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.270965:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340290.270967:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340290.270969:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340290.270996:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dc000/2, rc 0, transno 21474838649 00000100:00100000:2.0:1763340290.271002:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292200832:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.273958:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.274522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.274589:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280702720 00000100:00100000:1.0:1763340290.274600:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280702720 00000100:00100000:1.0:1763340290.274666:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3017 00000100:00100000:1.0:1763340290.274677:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56758:x1848995280702720:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340290.274786:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280702464 00000100:00100000:2.0:1763340290.274792:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280702464 00000100:00100000:2.0:1763340290.274827:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5979 00000100:00100000:2.0:1763340290.274836:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280702464:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.274847:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.274868:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16603 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.274895:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x219:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340290.274912:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.274915:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.274923:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.274937:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.274948:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9da00, rc 0) 00000100:00100000:2.0:1763340290.275001:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280702464:12345-192.168.203.42@tcp:101:bash.0 Request processed in 166us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.275008:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5979 00000100:00100000:1.0:1763340290.275871:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56758:x1848995280702720:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1191us (1345us total) trans 4294972459 rc 0/0 00000100:00100000:1.0:1763340290.275879:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3017 00000100:00100000:0.0:1763340290.284290:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.284336:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.284377:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.284438:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280702848 00000100:00100000:1.0:1763340290.284449:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280702848 00000100:00100000:3.0:1763340290.284505:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280702976 00000100:00100000:3.0:1763340290.284509:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280702976 00000100:00100000:1.0:1763340290.284509:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8889 00000100:00100000:1.0:1763340290.284518:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56758:x1848995280702848:12345-192.168.203.42@tcp:101:lfs.0 00002000:00010000:3.0:1763340290.284555:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/537 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.284560:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d84e00 with x1848995280702976 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.284571:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d84e00. 00010000:00010000:1.0:1763340290.284576:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763340290.284588:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280703104 00000100:00100000:3.0:1763340290.284591:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280703104 00010000:00010000:1.0:1763340290.284597:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182499ee lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1660a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340290.284602:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/537 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.284604:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d87800 with x1848995280703104 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.284610:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d87800. 00000100:00100000:3.0:1763340290.284625:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1519 00000100:00100000:3.0:1763340290.284644:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280702976:12345-192.168.203.42@tcp:10:bash.0 00010000:00010000:1.0:1763340290.284673:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.284686:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.284698:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.284708:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.284714:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.284719:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.284788:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a03 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.284796:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00002000:00010000:3.0:1763340290.284803:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1763340290.284803:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00002000:00010000:3.0:1763340290.284806:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:3.0:1763340290.284809:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.284811:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:3.0:1763340290.284813:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x219:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340290.284883:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280702976:12345-192.168.203.42@tcp:10:bash.0 Request processed in 250us (544us total) trans 21474838650 rc 0/0 00000100:00100000:3.0:1763340290.284891:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1519 00002000:00010000:3.0:1763340290.284895:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/537 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.284897:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d84e00 with x1848995280702976 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.284902:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d84e00. 00000100:00100000:3.0:1763340290.284919:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1520 00000100:00100000:3.0:1763340290.284926:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280703104:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340290.285010:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340290.285013:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb mtime from disk: 0 -> 1763340290 00002000:00010000:3.0:1763340290.285016:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.285017:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb ctime from disk: 0 -> 1763340290 00002000:00010000:3.0:1763340290.285020:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00200000:1.0:1763340290.285020:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 2 00000004:00200000:1.0:1763340290.285024:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1763340290.285041:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280703104:12345-192.168.203.42@tcp:10:bash.0 Request processed in 116us (663us total) trans 17179871364 rc 0/0 00000004:00010000:1.0:1763340290.285041:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340290.285048:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1520 00002000:00010000:3.0:1763340290.285051:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/537 (0->18446744073709551615) 00010000:00010000:1.0:1763340290.285051:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00002000:00100000:3.0:1763340290.285054:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d87800 with x1848995280703104 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.285058:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d87800. 00010000:00010000:1.0:1763340290.285061:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285067:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285073:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285079:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285084:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.285087:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285094:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285105:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.285108:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.285112:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285118:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb182499f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285127:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285132:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285137:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285141:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.285144:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285148:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285154:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:1.0:1763340290.285157:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.285159:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285165:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb182499fc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.285192:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb182499ee lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1660a expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.285205:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a03 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1660a expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.285212:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:1.0:1763340290.285214:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340290.285217:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340290.285484:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56758:x1848995280702848:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 966us (1203us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.285492:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8889 00000100:00100000:0.0:1763340290.291891:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.292246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.292435:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280703488 00000100:00100000:2.0:1763340290.292447:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280703488 00000100:00100000:1.0:1763340290.292480:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280703232 00000100:00100000:1.0:1763340290.292486:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280703232 00000100:00100000:2.0:1763340290.292514:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3018 00000100:00100000:2.0:1763340290.292525:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280703488:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340290.292555:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 411 00000100:00100000:1.0:1763340290.292566:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:2408:x1848995280703232:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.292582:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.292608:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a03 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1660a expref: 204 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.292636:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:1.0:1763340290.292642:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.292693:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2408:x1848995280703232:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 129us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.292701:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 411 00000100:00100000:2.0:1763340290.292835:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280703488:12345-192.168.203.42@tcp:35:bash.0 Request processed in 312us (589us total) trans 4294972460 rc 0/0 00000100:00100000:2.0:1763340290.292843:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3018 00000100:00100000:0.0:1763340290.305100:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.306285:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280703744 00000100:00100000:1.0:1763340290.306297:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280703744 00000100:00100000:1.0:1763340290.306360:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8890 00000100:00100000:1.0:1763340290.306370:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56760:x1848995280703744:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340290.306448:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340290.306475:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824998c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165e7 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.306494:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb182499e0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165f5 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.306521:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555fc6bfa00/0xbdebf3fb1824994d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165d2 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.306529:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:1.0:1763340290.306587:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340290.306611:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.306622:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.306643:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.306655:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.306661:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.306666:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.306738:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.306746:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.306754:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:1.0:1763340290.306998:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1293, 64 off109432 00000004:00080000:1.0:1763340290.307006:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031114473067ns, next at 1032114470593ns, rc = 0 00000040:00080000:1.0:1763340290.307030:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1315, 64 off111176 00000004:00080000:1.0:1763340290.307034:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031114501112ns, next at 1032114499842ns, rc = 0 00000040:00080000:1.0:1763340290.307043:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1316, 64 off111240 00000040:00080000:1.0:1763340290.307052:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1294, 64 off109496 00010000:00010000:1.0:1763340290.307100:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.307109:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307116:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307122:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307127:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307133:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307160:0:6513:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340290.307180:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307186:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307192:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307198:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.307203:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.307204:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340290.307215:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307215:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.307234:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340290.307235:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340290.307240:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340290.307243:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.307250:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.307259:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.307269:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:3.0:1763340290.307271:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340290.307275:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.307281:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249a1f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.307293:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.307295:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.307299:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.307346:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a18 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307465:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307471:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307477:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307482:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307486:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.307489:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307495:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307503:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.307506:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.307509:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307514:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a0a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340290.307525:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad6bbeca reply state 00000000e626d65d transno 4294972461 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307577:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.307584:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:1.0:1763340290.307587:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340290.307591:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340290.308104:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56760:x1848995280703744:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1730us (3008us total) trans 4294972461 rc 0/0 00000100:00100000:1.0:1763340290.308113:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8890 00000100:00100000:3.0:1763340290.324347:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.324461:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280704000 00000100:00100000:1.0:1763340290.324471:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280704000 00000100:00100000:1.0:1763340290.324575:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8891 00000100:00100000:1.0:1763340290.324585:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56759:x1848995280704000:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.324609:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.324644:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a26 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16611 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.324719:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.324734:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324745:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324754:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340290.324761:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324768:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324808:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324815:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324820:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324826:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324832:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.324836:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324843:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324854:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.324857:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.324862:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324868:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a2d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.324880:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.325164:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.325170:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.325176:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.325179:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.325185:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.325193:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:1.0:1763340290.325196:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.325199:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.325204:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a34 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.325236:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a26 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16611 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.325246:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.325248:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340290.325252:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a26 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16611 expref: 203 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.325264:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340290.325331:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56759:x1848995280704000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 748us (994us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340290.325340:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8891 00000100:00100000:3.0:1763340290.328264:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.328342:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280704128 00000100:00100000:1.0:1763340290.328352:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280704128 00000100:00100000:2.0:1763340290.328815:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8892 00000100:00100000:2.0:1763340290.328830:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56759:x1848995280704128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.328848:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.328872:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249a3b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16618 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.328940:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340290.328953:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.328964:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.328973:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340290.328979:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.328985:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329245:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329253:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329259:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329266:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329270:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.329275:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329284:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329296:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaf00) 00010000:00010000:2.0:1763340290.329298:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.329303:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329308:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249a42 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329320:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329326:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329331:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329336:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.329339:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329345:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329351:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:2.0:1763340290.329353:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.329356:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329361:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249a49 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.329387:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249a3b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16618 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.329395:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acaf00) 00010000:00010000:2.0:1763340290.329398:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.329401:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249a3b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16618 expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.329413:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:2.0:1763340290.330436:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56759:x1848995280704128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1605us (2173us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.330447:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8892 00000100:00100000:2.0:1763340290.349136:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.349255:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280704256 00000100:00100000:1.0:1763340290.349266:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280704256 00000100:00100000:1.0:1763340290.349335:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8893 00000100:00100000:1.0:1763340290.349345:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56761:x1848995280704256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.349365:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.349388:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a50 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1661f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.349455:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.349468:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349482:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349491:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.349499:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349505:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349583:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349591:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349603:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349609:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349615:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.349619:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349636:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349648:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.349650:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.349655:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349661:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a57 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349673:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349678:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349684:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349688:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.349691:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349699:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349705:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:1.0:1763340290.349708:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.349710:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349716:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a5e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.349740:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a50 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1661f expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.349749:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.349751:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.349755:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a50 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1661f expref: 203 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.349778:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:0.0:1763340290.349889:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56761:x1848995280704256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 543us (762us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340290.349897:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8893 00000100:00100000:3.0:1763340290.359697:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.360454:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280704384 00000100:00100000:0.0:1763340290.360466:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280704384 00000100:00100000:1.0:1763340290.360575:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8894 00000100:00100000:1.0:1763340290.360589:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56761:x1848995280704384:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.360611:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.360645:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a65 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16626 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.360730:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.360748:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360768:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360781:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.360788:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360795:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360831:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360837:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360843:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360850:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360855:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.360859:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360865:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360880:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.360884:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.360888:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360894:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249a6c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360906:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360912:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360917:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360921:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.360924:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360929:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360934:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:1.0:1763340290.360936:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.360939:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360943:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249a73 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.360966:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a65 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16626 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.360975:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.360977:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.360980:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a65 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16626 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.360991:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340290.361064:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56761:x1848995280704384:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 479us (1376us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340290.361071:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8894 00000100:00100000:2.0:1763340290.365436:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.365494:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280704512 00000100:00100000:1.0:1763340290.365506:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280704512 00000100:00100000:1.0:1763340290.365602:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8895 00000100:00100000:1.0:1763340290.365612:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56761:x1848995280704512:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.365641:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.365663:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249a7a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1662d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.365725:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249a81 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.365739:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249a81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.365751:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249a81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340290.365808:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340290.365812:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340290.365845:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249a7a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1662d expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.365863:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249a81 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1662d expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.365871:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340290.365874:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340290.365877:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fe00, rc 0) 00000100:00100000:1.0:1763340290.365940:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56761:x1848995280704512:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 328us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.365947:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8895 00000100:00100000:2.0:1763340290.366999:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.367063:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280704768 00000100:00100000:0.0:1763340290.367069:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280704768 00000100:00100000:0.0:1763340290.367107:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8896 00000100:00100000:0.0:1763340290.367116:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56762:x1848995280704768:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.367133:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.367148:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249a88 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16634 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.367231:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340290.367243:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367252:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367262:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340290.367267:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367273:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367306:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367314:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367320:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367326:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367332:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.367336:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367346:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367356:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:0.0:1763340290.367360:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.367364:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367369:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249a8f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367393:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367398:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367403:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367408:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340290.367410:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367415:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367421:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:0.0:1763340290.367423:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340290.367425:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367430:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249a96 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.367454:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249a88 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16634 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.367463:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:0.0:1763340290.367465:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340290.367468:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249a88 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16634 expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.367476:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c200, rc 0) 00000100:00100000:0.0:1763340290.367524:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56762:x1848995280704768:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 409us (530us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340290.369392:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8896 00000100:00100000:0.0:1763340290.378726:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.378790:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280705024 00000100:00100000:1.0:1763340290.378799:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280705024 00000100:00100000:1.0:1763340290.378860:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8897 00000100:00100000:1.0:1763340290.378870:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56761:x1848995280705024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.378895:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.378898:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340290.378926:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249a81 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1662d expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.378943:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340290.378951:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340290.378963:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a9d lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1663b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.379054:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.379069:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379077:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379085:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.379091:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379097:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379428:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.379437:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379444:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340290.379452:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00010000:00010000:1.0:1763340290.379473:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379479:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379485:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379490:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379496:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.379500:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379506:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379512:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340290.379515:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.379518:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379522:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249aa4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000004:00010000:1.0:1763340290.379576:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002e336a9b reply state 00000000a34d6868 transno 4294972462 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379586:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.379592:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:1.0:1763340290.379594:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340290.379597:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340290.379671:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249a9d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.379689:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 204 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.379697:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:2.0:1763340290.379700:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.379702:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:2.0:1763340290.379827:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56761:x1848995280705024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 958us (1113us total) trans 4294972462 rc 0/0 00000100:00100000:2.0:1763340290.379835:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8897 00000100:00100000:2.0:1763340290.395286:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.395397:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280705280 00000100:00100000:0.0:1763340290.395413:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280705280 00000100:00100000:0.0:1763340290.395484:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8898 00000100:00100000:0.0:1763340290.395494:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56761:x1848995280705280:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.395521:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.395580:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249ac0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16642 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.395699:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340290.395715:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 206 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.395724:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340290.395826:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 206 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.395839:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 206 pid: 6515 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340290.395853:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292201472:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.399248:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.400223:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280705536 00000100:00100000:3.0:1763340290.400234:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280705536 00000100:00100000:3.0:1763340290.400298:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8899 00000100:00100000:3.0:1763340290.400307:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56763:x1848995280705536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340290.400341:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.400364:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249ace lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16649 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.400472:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.400487:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400499:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340290.400509:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00010000:00010000:3.0:1763340290.400604:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400612:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400619:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400624:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.400638:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400644:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400655:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:3.0:1763340290.400658:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763340290.400664:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400671:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249ad5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.400709:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249ace lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16649 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.400719:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:3.0:1763340290.400722:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340290.400725:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249ace lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16649 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.400734:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:3.0:1763340290.400786:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56763:x1848995280705536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 480us (1547us total) trans 4294972463 rc 301/301 00000100:00100000:3.0:1763340290.400794:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8899 00000100:00100000:1.0:1763340290.401107:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3780 going to sleep for 11 seconds 00000100:00100000:1.0:1763340290.403783:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292201472:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340290.403814:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340290.406213:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.406253:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.406522:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280705664 00000100:00100000:1.0:1763340290.406562:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280705664 00000100:00100000:3.0:1763340290.406572:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280705920 00000100:00100000:3.0:1763340290.406576:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280705920 00010000:00010000:1.0:1763340290.406601:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 209 pid: 6515 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.406619:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3019 00000100:00100000:1.0:1763340290.406626:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2890 00000100:00100000:3.0:1763340290.406637:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56763:x1848995280705920:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.406643:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280705664:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.406657:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.406663:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 209 pid: 6515 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.406675:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 209 pid: 6515 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.406695:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249ab2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1663b expref: 209 pid: 6515 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.406709:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340290.406713:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.406721:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.406728:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.406751:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340290.407141:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56763:x1848995280705920:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 512us (885us total) trans 4294972464 rc 0/0 00000100:00100000:1.0:1763340290.407144:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280705664:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 176us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.407151:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3019 00000100:00100000:1.0:1763340290.407151:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2890 00010000:00010000:1.0:1763340290.407179:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407187:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340290.407207:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00000004:00080000:1.0:1763340290.407341:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21b:0x0], index 1: 0 00000004:00080000:1.0:1763340290.407347:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21b:0x0], index 0: 0 00000004:00080000:1.0:1763340290.407352:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21c:0x0], index 0: 0 00000004:00080000:1.0:1763340290.407356:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21c:0x0], index 1: 0 00010000:00010000:1.0:1763340290.407435:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407443:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407449:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407455:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.407460:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407466:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407475:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340290.407478:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340290.407481:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407487:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249ac7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.407578:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249ac0 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16642 expref: 208 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.407588:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340290.407590:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340290.407594:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb18249ac0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16642 expref: 208 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.407609:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c200, rc 0) 00000100:00100000:1.0:1763340290.407657:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56761:x1848995280705280:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 12165us (12380us total) trans 4294972465 rc 301/301 00000100:00100000:1.0:1763340290.407665:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8898 00000100:00100000:2.0:1763340290.412571:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.412606:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280706176 00000100:00100000:1.0:1763340290.412617:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280706176 00000100:00100000:1.0:1763340290.412689:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8900 00000100:00100000:1.0:1763340290.412699:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56763:x1848995280706176:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.412719:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.412740:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249aea lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16650 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.412833:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.412846:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.412858:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.412871:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.412877:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.412884:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.412984:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249aff lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.412992:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249aff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.412999:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249aff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413085:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413092:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413098:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413105:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413111:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.413115:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413127:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413139:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340290.413143:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.413147:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413153:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249af1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413164:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413170:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413176:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413180:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.413183:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413188:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413196:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:1.0:1763340290.413198:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.413201:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413205:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249af8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.413240:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249aea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16650 expref: 210 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.413258:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249aff lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16650 expref: 209 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.413265:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:1.0:1763340290.413267:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340290.413270:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ea00, rc 0) 00000100:00100000:1.0:1763340290.413329:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56763:x1848995280706176:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 631us (794us total) trans 4294972466 rc 0/0 00000100:00100000:1.0:1763340290.413335:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8900 00000100:00100000:0.0:1763340290.418119:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.418171:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280706432 00000100:00100000:3.0:1763340290.418181:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280706432 00000100:00100000:0.0:1763340290.418207:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.418240:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3020 00000100:00100000:3.0:1763340290.418250:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e13050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56761:x1848995280706432:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340290.418588:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e13050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56761:x1848995280706432:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 339us (478us total) trans 4294972467 rc 0/0 00000100:00100000:3.0:1763340290.418597:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3020 00000100:00100000:2.0:1763340290.418711:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280706560 00000100:00100000:2.0:1763340290.418716:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280706560 00000100:00100000:2.0:1763340290.418753:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5980 00000100:00100000:2.0:1763340290.418769:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280706560:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.418780:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.418800:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16657 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.418822:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340290.418836:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.418838:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.418848:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 20 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.418863:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 20 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.418874:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:2.0:1763340290.418896:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280706560:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 136us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.418902:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5980 00000100:00100000:3.0:1763340290.422516:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.422598:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.422893:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280706816 00000100:00100000:1.0:1763340290.422942:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280707072 00000100:00100000:1.0:1763340290.422950:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280707072 00000100:00100000:1.0:1763340290.422999:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3021 00000100:00100000:1.0:1763340290.423008:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56763:x1848995280707072:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340290.423063:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280706816 00000100:00100000:1.0:1763340290.423227:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56763:x1848995280707072:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 219us (627us total) trans 4294972468 rc 0/0 00000100:00100000:1.0:1763340290.423234:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3021 00000100:00100000:1.0:1763340290.423250:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3022 00000100:00100000:1.0:1763340290.423256:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56761:x1848995280706816:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.423314:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56761:x1848995280706816:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 58us (809us total) trans 4294972469 rc 0/0 00000100:00100000:1.0:1763340290.423320:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3022 00000100:00100000:0.0:1763340290.429408:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.430069:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.430222:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280707328 00000100:00100000:1.0:1763340290.430232:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280707328 00000100:00100000:1.0:1763340290.430323:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280707584 00000100:00100000:1.0:1763340290.430328:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280707584 00000100:00100000:3.0:1763340290.430373:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8901 00000100:00100000:3.0:1763340290.430385:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56763:x1848995280707328:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340290.430407:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.430433:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b14 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1665e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.430601:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.430617:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249aff lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16650 expref: 214 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340290.430677:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8902 00000100:00100000:2.0:1763340290.430688:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280707584:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.430702:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.430704:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340290.430747:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.430777:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.430781:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.430790:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.430795:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.430810:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340290.430811:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249aff lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16650 expref: 214 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.430817:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249b22 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16665 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.430826:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.430834:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.430844:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340290.430856:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00010000:00010000:2.0:1763340290.430857:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249b29 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.430864:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249b29 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.430870:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249b29 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.430876:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00010000:00010000:3.0:1763340290.430946:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b14 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1665e expref: 218 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.430946:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249b22 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16665 expref: 218 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.430960:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1665e expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.430960:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249b29 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16665 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.430969:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:3.0:1763340290.430971:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763340290.430974:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00010000:00010000:2.0:1763340290.430974:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.430976:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763340290.430978:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:3.0:1763340290.431033:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56763:x1848995280707328:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 651us (1639us total) trans 4294972470 rc 0/0 00000100:00100000:2.0:1763340290.431033:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280707584:12345-192.168.203.42@tcp:101:bash.0 Request processed in 347us (966us total) trans 4294972471 rc 0/0 00000100:00100000:2.0:1763340290.431040:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8902 00000100:00100000:3.0:1763340290.431043:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8901 00000100:00100000:0.0:1763340290.436226:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.436262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.436291:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.436307:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280708096 00000100:00100000:2.0:1763340290.436317:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280708096 00000100:00100000:2.0:1763340290.436373:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8903 00000100:00100000:2.0:1763340290.436383:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:55868:x1848995280708096:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.436406:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.436428:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b3e lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1666c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.436460:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249b45 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00000100:00100000:1.0:1763340290.436470:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280707968 00010000:00010000:2.0:1763340290.436473:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249b45 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340290.436474:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280707968 00010000:00010000:2.0:1763340290.436485:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249b45 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340290.436508:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 412 00000100:00100000:1.0:1763340290.436515:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2409:x1848995280707968:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.436524:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.436560:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249b1b lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1665e expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.436575:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:1.0:1763340290.436580:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.436605:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b3e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1666c expref: 217 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.436617:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249b45 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1666c expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340290.436642:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:2409:x1848995280707968:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 114us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.436649:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 412 00010000:00010000:2.0:1763340290.436652:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.436655:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340290.436657:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45de00, rc 0) 00000100:00100000:2.0:1763340290.436687:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:55868:x1848995280708096:12345-192.168.203.42@tcp:101:bash.0 Request processed in 306us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.436693:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8903 00000100:00100000:3.0:1763340290.437766:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280707840 00000100:00100000:3.0:1763340290.437774:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280707840 00000100:00100000:3.0:1763340290.437876:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3023 00000100:00100000:3.0:1763340290.437884:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56763:x1848995280707840:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340290.438056:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56763:x1848995280707840:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 173us (1763us total) trans 4294972472 rc 0/0 00000100:00100000:3.0:1763340290.438064:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3023 00000100:00100000:3.0:1763340290.442751:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.442964:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.443077:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280708352 00000100:00100000:2.0:1763340290.443088:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280708352 00000100:00100000:2.0:1763340290.443565:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8904 00000100:00100000:2.0:1763340290.443576:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280708352:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340290.443644:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.443673:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249b29 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16665 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.443691:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.443696:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.443894:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.443908:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.443917:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763340290.443960:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972473 00000004:00010000:2.0:1763340290.443980:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c653ddd reply state 000000004a2d51a6 transno 4294972474 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.443997:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.444004:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.444007:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340290.444009:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340290.444100:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:55868:x1848995280708352:12345-192.168.203.42@tcp:36:bash.0 Request processed in 526us (1358us total) trans 4294972474 rc 0/0 00000100:00100000:2.0:1763340290.444108:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8904 00000020:00080000:2.0:1763340290.444113:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340290.445157:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280708480 00000100:00100000:0.0:1763340290.445167:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280708480 00000100:00100000:0.0:1763340290.445224:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3024 00000100:00100000:0.0:1763340290.445234:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56763:x1848995280708480:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:0.0:1763340290.445349:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56763:x1848995280708480:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 116us (2384us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.445355:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3024 00000100:00100000:3.0:1763340290.448253:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.448491:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280708608 00000100:00100000:2.0:1763340290.448501:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280708608 00000100:00100000:2.0:1763340290.449028:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8905 00000100:00100000:2.0:1763340290.449039:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:55868:x1848995280708608:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.449059:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.449078:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b53 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16673 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.449123:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b53 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16673 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.449137:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b53 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16673 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.449151:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.449154:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340290.449157:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45dc00, rc 0) 00000100:00100000:2.0:1763340290.449212:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:55868:x1848995280708608:12345-192.168.203.42@tcp:101:bash.0 Request processed in 175us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.449219:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8905 00000100:00100000:3.0:1763340290.453171:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.453286:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280708864 00000100:00100000:2.0:1763340290.453296:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280708864 00000100:00100000:2.0:1763340290.453360:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8906 00000100:00100000:2.0:1763340290.453371:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:55868:x1848995280708864:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.453391:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.453394:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340290.453420:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b53 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16673 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.453438:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.453442:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.453454:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249b5a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1667a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.453499:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249b61 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.453511:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249b61 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.453519:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249b61 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:2.0:1763340290.453774:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1317, 88 off111328 00000004:00080000:2.0:1763340290.454047:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031261512762ns, next at 1032114499842ns, rc = 0 00000040:00080000:2.0:1763340290.454391:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1295, 88 off109584 00000004:00080000:2.0:1763340290.454398:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031261864910ns, next at 1032114470593ns, rc = 0 00000040:00080000:2.0:1763340290.454762:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1296, 88 off109672 00000004:00080000:2.0:1763340290.454768:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031262235617ns, next at 1032114470593ns, rc = 0 00000040:00080000:2.0:1763340290.455014:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1318, 88 off111416 00000004:00080000:2.0:1763340290.455020:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031262487653ns, next at 1032114499842ns, rc = 0 00000001:00080000:1.0:1763340290.457064:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972475 is committed 00000004:00080000:1.0:1763340290.457075:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 867 committed 00000004:00080000:1.0:1763340290.457087:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 846 committed 00000100:00100000:0.0:1763340290.457263:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292201728:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.457326:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.457365:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340290.457371:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292201856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.457390:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.457416:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292201984:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.457433:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.457450:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340290.457455:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292202112:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.457479:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.457508:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292201728 00000100:00100000:0.0:1763340290.457514:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292201728 00000100:00100000:0.0:1763340290.457570:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292201856 00000100:00100000:0.0:1763340290.457573:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292201856 00000100:00100000:0.0:1763340290.457590:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292201984 00000100:00100000:0.0:1763340290.457593:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292201984 00000100:00100000:0.0:1763340290.457606:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292202112 00000100:00100000:0.0:1763340290.457609:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292202112 00000100:00100000:0.0:1763340290.457640:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981 00000100:00100000:0.0:1763340290.457648:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3648:x1848995292201728:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340290.457673:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:537 count 1 00010000:00010000:0.0:1763340290.457699:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.457718:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 19 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.457726:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340290.457728:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340290.457732:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.457758:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 19 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.457772:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 19 pid: 35202 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340290.457799:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35202:1848995292202240:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340290.457858:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3780 going to sleep for 11 seconds 00000100:00100000:0.0:1763340290.457875:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5982 00000100:00100000:0.0:1763340290.457883:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3648:x1848995292201856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340290.457896:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:538 count 1 00010000:00010000:0.0:1763340290.457906:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.457917:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 19 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340290.457924:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.457925:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.457928:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.457948:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 19 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340290.457956:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 19 pid: 30853 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763340290.457965:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292202368:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340290.457989:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340290.458005:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5983 00000100:00100000:0.0:1763340290.458013:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3650:x1848995292201984:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340290.458133:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340290.458137:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763340290.458139:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340290.458141:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340290.458144:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340290.458184:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3650:x1848995292201984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 171us (748us total) trans 17179871365 rc 0/0 00000100:00100000:0.0:1763340290.458192:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5983 00000100:00100000:0.0:1763340290.458210:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5984 00000100:00100000:0.0:1763340290.458216:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3650:x1848995292202112:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.458283:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3650:x1848995292202112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 67us (802us total) trans 17179871366 rc 0/0 00000100:00100000:0.0:1763340290.458289:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5984 00000004:00080000:0.0:1763340290.458339:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbd180/2, rc 0, transno 17179871366 00000100:00100000:0.0:1763340290.458345:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292202112:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340290.458356:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbe300/2, rc 0, transno 17179871365 00000100:00100000:0.0:1763340290.458360:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292201984:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340290.458561:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 845 committed 00010000:00010000:3.0:1763340290.458661:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458671:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458678:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458685:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.458689:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458697:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458713:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:3.0:1763340290.458717:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.458721:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458728:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249a11 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458744:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.458750:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.458756:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.458760:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.458764:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.458769:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.458776:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f200) 00010000:00010000:3.0:1763340290.458779:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.458781:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.458787:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249aab lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.458803:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458810:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458816:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458820:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.458823:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458829:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458836:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:3.0:1763340290.458838:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.458841:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.458851:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249b4c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340290.460139:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292202880:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.460193:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.460220:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763340290.460226:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292202752:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.460243:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.460273:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292202880 00000100:00100000:2.0:1763340290.460279:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292202880 00000100:00100000:2.0:1763340290.460314:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292202752 00000100:00100000:2.0:1763340290.460317:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292202752 00000100:00100000:2.0:1763340290.460338:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5985 00000100:00100000:2.0:1763340290.460346:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+47:3651:x1848995292202880:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.460492:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+48:3651:x1848995292202880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 146us (298us total) trans 21474838651 rc 0/0 00000100:00100000:2.0:1763340290.460500:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5985 00000100:00100000:2.0:1763340290.460516:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5986 00000100:00100000:2.0:1763340290.460522:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+47:3651:x1848995292202752:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.460622:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+48:3651:x1848995292202752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (376us total) trans 21474838652 rc 0/0 00000100:00100000:2.0:1763340290.460640:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5986 00000004:00080000:2.0:1763340290.460679:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d51c00/2, rc 0, transno 21474838652 00000100:00100000:2.0:1763340290.460685:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292202752:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340290.460693:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d52300/2, rc 0, transno 21474838651 00000100:00100000:2.0:1763340290.460696:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292202880:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.460904:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292202624:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.460931:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.460952:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340290.460957:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292202496:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.460975:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.460999:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292202624 00000100:00100000:3.0:1763340290.461003:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292202624 00000100:00100000:3.0:1763340290.461025:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292202496 00000100:00100000:3.0:1763340290.461028:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292202496 00000100:00100000:3.0:1763340290.461039:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987 00000100:00100000:3.0:1763340290.461044:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+49:3649:x1848995292202624:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340290.461057:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:538 count 1 00010000:00010000:3.0:1763340290.461076:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.461092:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 23 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340290.461099:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.461101:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.461105:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.461131:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 23 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340290.461148:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 23 pid: 30853 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763340290.461160:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292203008:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340290.461213:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3967240 going to sleep for 11 seconds 00000100:00100000:3.0:1763340290.461228:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5988 00000100:00100000:3.0:1763340290.461235:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3649:x1848995292202496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340290.461247:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:537 count 1 00010000:00010000:3.0:1763340290.461257:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.461268:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.461275:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340290.461276:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340290.461279:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.461295:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 23 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.461303:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 23 pid: 35213 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.461311:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292203136:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340290.461332:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3967f00 going to sleep for 11 seconds 00000004:00080000:1.0:1763340290.462262:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 866 committed 00000004:00080000:1.0:1763340290.462293:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 865 committed 00000004:00080000:1.0:1763340290.462306:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 844 committed 00010000:00010000:2.0:1763340290.462584:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249b61 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1667a expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.462597:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.462600:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340290.462615:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249b5a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1667a expref: 200 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340290.462642:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249b61 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1667a expref: 199 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.462670:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.462673:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340290.462676:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c200, rc 0) 00000100:00100000:2.0:1763340290.462724:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:55868:x1848995280708864:12345-192.168.203.42@tcp:101:bash.0 Request processed in 9354us (9561us total) trans 4294972475 rc 0/0 00000100:00100000:2.0:1763340290.462733:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8906 00000100:00100000:0.0:1763340290.466307:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35202:1848995292202240:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340290.466334:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340290.466668:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292202368:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.466683:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340290.466744:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.466981:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.467725:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.467759:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280708992 00000100:00100000:0.0:1763340290.467766:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280708992 00010000:00010000:0.0:1763340290.467811:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 20 pid: 35202 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340290.467842:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280709120 00000100:00100000:0.0:1763340290.467845:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280709120 00010000:00010000:0.0:1763340290.467859:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 21 pid: 30853 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763340290.467882:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2891 00000100:00100000:0.0:1763340290.467891:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280708992:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.467905:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.467909:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 21 pid: 35202 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340290.467920:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 21 pid: 35202 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340290.467942:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb182499e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16603 expref: 21 pid: 35202 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340290.467955:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.467957:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.467961:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.467970:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.467996:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340290.468040:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280708992:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 150us (1296us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.468047:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2891 00000100:00100000:0.0:1763340290.468064:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2892 00000100:00100000:0.0:1763340290.468070:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c61f1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280709120:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.468078:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.468082:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 19 pid: 30853 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763340290.468091:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 19 pid: 30853 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763340290.468102:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555fc6be000/0xbdebf3fb18249900 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165b6 expref: 19 pid: 30853 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763340290.468109:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.468111:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.468114:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468120:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468135:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340290.468152:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c61f1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280709120:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 82us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.468158:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2892 00010000:00010000:0.0:1763340290.468208:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468216:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468225:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468233:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468249:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340290.468463:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3648:x1848995292201856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10581us (11071us total) trans 17179871367 rc 0/0 00000100:00100000:0.0:1763340290.468470:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5982 00010000:00010000:0.0:1763340290.468489:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340290.468495:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468502:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.468506:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468514:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468525:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468553:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249b6f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468569:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.468571:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.468573:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340290.468603:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbca80/2, rc 0, transno 17179871367 00000100:00100000:0.0:1763340290.468609:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292201856:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340290.468637:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468645:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468652:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468658:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.468672:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340290.468767:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3648:x1848995292201728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11118us (11440us total) trans 17179871368 rc 0/0 00000100:00100000:0.0:1763340290.468777:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981 00000004:00080000:0.0:1763340290.468873:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffcbed80/2, rc 0, transno 17179871368 00000100:00100000:0.0:1763340290.468879:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292201728:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340290.469039:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340290.469046:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469053:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340290.469056:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469065:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469076:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469082:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249b68 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469098:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340290.469100:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340290.469101:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340290.469204:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.469269:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280709248 00000100:00100000:2.0:1763340290.469274:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280709248 00010000:00010000:2.0:1763340290.469295:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 24 pid: 30853 timeout: 1131 lvb_type: 1 00000100:00100000:2.0:1763340290.469323:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280709376 00000100:00100000:2.0:1763340290.469326:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280709376 00010000:00010000:2.0:1763340290.469339:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 25 pid: 35213 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.469359:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2893 00000100:00100000:2.0:1763340290.469365:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2410:x1848995280709248:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340290.469376:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.469379:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 25 pid: 30853 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1763340290.469390:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 25 pid: 30853 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1763340290.469404:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.469405:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.469409:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469417:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469430:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.469459:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2410:x1848995280709248:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 94us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.469466:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2893 00000100:00100000:2.0:1763340290.469480:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2894 00000100:00100000:2.0:1763340290.469486:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280709376:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340290.469492:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.469497:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 24 pid: 35213 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.469507:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 24 pid: 35213 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.469517:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.469519:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.469522:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469559:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.469572:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.469590:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280709376:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 104us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.469596:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2894 00010000:00010000:3.0:1763340290.470661:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9c200/0xbdebf3fb18249907 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165bd expref: 23 pid: 30853 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763340290.470676:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292203008:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340290.470696:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.470705:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.470712:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.470720:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.470727:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.470744:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340290.470949:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+50:3649:x1848995292202624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9903us (10015us total) trans 21474838653 rc 0/0 00000100:00100000:3.0:1763340290.470957:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987 00000004:00080000:3.0:1763340290.471005:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d53b80/2, rc 0, transno 21474838653 00000100:00100000:3.0:1763340290.471010:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292202624:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340290.471033:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb182499d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df165fc expref: 22 pid: 35213 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.471042:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292203136:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340290.471051:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471058:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471064:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471071:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471077:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471089:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340290.471167:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3649:x1848995292202496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9932us (10190us total) trans 21474838654 rc 0/0 00000100:00100000:3.0:1763340290.471172:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5988 00010000:00010000:3.0:1763340290.471186:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340290.471192:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471204:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340290.471207:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471214:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471228:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471234:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249b76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471247:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340290.471250:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471256:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340290.471258:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471265:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471271:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471282:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249b7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.471290:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.471291:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.471293:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340290.471304:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b1c700/2, rc 0, transno 21474838654 00000100:00100000:3.0:1763340290.471308:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292202496:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.471405:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340290.473042:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340290.473163:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280709504 00000100:00100000:3.0:1763340290.473172:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280709504 00000100:00100000:3.0:1763340290.473474:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5989 00000100:00100000:3.0:1763340290.473485:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280709504:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.473501:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.473518:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16681 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.473563:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340290.473571:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.473573:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.473577:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.473610:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340290.473625:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 19 pid: 8457 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763340290.473647:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292203264:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340290.473950:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3967f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340290.478649:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.478835:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292203264:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340290.478869:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.478888:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:3.0:1763340290.478940:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280709504:12345-192.168.203.42@tcp:101:bash.0 Request processed in 5457us (7535us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.478949:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5989 00000100:00100000:3.0:1763340290.479010:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.479341:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280709760 00000100:00100000:2.0:1763340290.479349:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280709760 00000100:00100000:2.0:1763340290.479412:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8907 00000100:00100000:2.0:1763340290.479420:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56764:x1848995280709760:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.479441:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763340290.479452:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280709888 00000100:00100000:0.0:1763340290.479456:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280709888 00010000:00010000:2.0:1763340290.479462:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249b8b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16688 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.479476:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 19 pid: 8457 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763340290.479510:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2895 00000100:00100000:0.0:1763340290.479517:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280709888:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.479526:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.479547:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 19 pid: 8457 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763340290.479559:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 19 pid: 8457 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1763340290.479570:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340290.479578:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249b0d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16657 expref: 19 pid: 8457 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1763340290.479583:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.479589:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.479591:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.479592:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.479598:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.479604:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340290.479608:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.479610:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479617:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340290.479655:0:7449:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340290.479668:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292203392:192.168.203.42@tcp:105: 00000100:00100000:0.0:1763340290.479728:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00010000:00010000:2.0:1763340290.479734:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.479743:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479750:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.479760:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 2 00010000:00010000:2.0:1763340290.479848:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479855:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479861:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479867:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479873:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45d400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.479877:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479884:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479896:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca700) 00010000:00010000:2.0:1763340290.479899:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.479903:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479909:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249b92 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479918:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479924:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479929:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479934:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.479936:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479941:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479947:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.479950:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.479952:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479957:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249b99 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.479993:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249b8b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.480007:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.480014:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.480016:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.480019:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45da00, rc 0) 00000100:00100000:2.0:1763340290.480057:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56764:x1848995280709760:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 638us (1046us total) trans 4294972476 rc 0/0 00000100:00100000:2.0:1763340290.480063:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8907 00000100:00100000:0.0:1763340290.487029:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292203392:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340290.487038:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340290.487058:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340290.487401:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280709888:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 7881us (8759us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.487413:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2895 00000100:00100000:3.0:1763340290.487706:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280710016 00000100:00100000:3.0:1763340290.487713:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280710016 00000100:00100000:3.0:1763340290.487754:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5990 00000100:00100000:3.0:1763340290.487762:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:55868:x1848995280710016:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.487779:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.488499:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1668f expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340290.488525:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340290.488590:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.488593:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.488603:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.488618:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.488639:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:3.0:1763340290.488681:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280710016:12345-192.168.203.42@tcp:101:bash.0 Request processed in 919us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.488688:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5990 00000100:00100000:0.0:1763340290.489675:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.491014:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280710272 00000100:00100000:1.0:1763340290.491028:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280710272 00000100:00100000:1.0:1763340290.491089:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3025 00000100:00100000:1.0:1763340290.491099:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56764:x1848995280710272:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.491676:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56764:x1848995280710272:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 577us (2004us total) trans 4294972477 rc 0/0 00000100:00100000:1.0:1763340290.491684:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3025 00000100:00100000:2.0:1763340290.491804:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.491900:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.492253:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280710528 00000100:00100000:3.0:1763340290.492258:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280710528 00002000:00010000:3.0:1763340290.492286:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/539 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.492291:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d52680 with x1848995280710528 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.492303:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2d52680. 00000100:00100000:3.0:1763340290.492333:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280710400 00000100:00100000:3.0:1763340290.492337:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280710400 00002000:00010000:3.0:1763340290.492349:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/539 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.492352:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d51180 with x1848995280710400 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.492359:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2d51180. 00000100:00100000:3.0:1763340290.492376:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1521 00000100:00100000:3.0:1763340290.492383:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280710528:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340290.492523:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340290.492527:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340290.492530:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.492562:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340290.492565:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340290.492602:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280710528:12345-192.168.203.42@tcp:10:bash.0 Request processed in 218us (798us total) trans 21474838655 rc 0/0 00000100:00100000:3.0:1763340290.492609:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1521 00002000:00010000:3.0:1763340290.492612:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/539 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.492615:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d52680 with x1848995280710528 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.492619:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2d52680. 00000100:00100000:3.0:1763340290.492645:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1522 00000100:00100000:3.0:1763340290.492653:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280710400:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340290.492737:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340290.492740:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340290.492742:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.492744:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340290.492746:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340290.492781:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280710400:12345-192.168.203.42@tcp:10:bash.0 Request processed in 128us (880us total) trans 17179871369 rc 0/0 00000100:00100000:3.0:1763340290.492788:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1522 00002000:00010000:3.0:1763340290.492791:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/539 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.492793:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d51180 with x1848995280710400 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.492798:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2d51180. 00000100:00100000:2.0:1763340290.504935:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.505915:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280710784 00000100:00100000:1.0:1763340290.505925:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280710784 00000100:00100000:1.0:1763340290.505992:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3026 00000100:00100000:1.0:1763340290.506003:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e12850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280710784:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340290.506297:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e12850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280710784:12345-192.168.203.42@tcp:35:bash.0 Request processed in 296us (1371us total) trans 4294972478 rc 0/0 00000100:00100000:1.0:1763340290.506305:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3026 00000100:00100000:0.0:1763340290.514852:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.514917:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280711040 00000100:00100000:1.0:1763340290.514927:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280711040 00000100:00100000:1.0:1763340290.514989:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8908 00000100:00100000:1.0:1763340290.514999:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56765:x1848995280711040:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.515021:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.515041:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bb5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16696 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.515160:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249bbc lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.515174:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249bbc lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.515190:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249bbc lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340290.515200:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 5 00010000:00010000:1.0:1763340290.515300:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bb5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16696 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.515317:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249bbc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16696 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.515326:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:1.0:1763340290.515329:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763340290.515332:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00000100:00100000:1.0:1763340290.515397:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56765:x1848995280711040:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 399us (552us total) trans 4294972479 rc 0/0 00000100:00100000:1.0:1763340290.515404:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8908 00010000:00010000:2.0:1763340290.521154:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340290.524192:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.524243:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.524323:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280711296 00000100:00100000:1.0:1763340290.524332:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280711296 00000100:00100000:1.0:1763340290.524391:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3027 00000100:00100000:1.0:1763340290.524401:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56766:x1848995280711296:12345-192.168.203.42@tcp:35:rm.0 00000100:00100000:1.0:1763340290.524714:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56766:x1848995280711296:12345-192.168.203.42@tcp:35:rm.0 Request processed in 314us (530us total) trans 4294972480 rc 0/0 00000100:00100000:1.0:1763340290.524722:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3027 00000100:00100000:2.0:1763340290.524844:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280711552 00000100:00100000:2.0:1763340290.524850:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280711552 00000100:00100000:2.0:1763340290.524889:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8909 00000100:00100000:2.0:1763340290.524896:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56765:x1848995280711552:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.524906:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.524927:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249bca lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1669d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.524996:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.525010:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.525023:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.525055:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.525067:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 207 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.525079:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d51f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292203520:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.525130:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c5180300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340290.527489:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.527667:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280711808 00000100:00100000:1.0:1763340290.527676:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280711808 00000100:00100000:1.0:1763340290.527723:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8910 00000100:00100000:1.0:1763340290.527731:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56766:x1848995280711808:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340290.527796:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340290.527824:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249bbc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16696 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.527845:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249b61 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1667a expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.527857:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249b45 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1666c expref: 206 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.527866:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:1.0:1763340290.527871:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.527880:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.527886:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340290.527911:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.527920:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.527930:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.527940:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.527946:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.527956:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.528031:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.528039:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.528045:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.528059:0:8423:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.528068:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340290.528458:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d51f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292203520:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.528478:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340290.529075:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.529214:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280711936 00000100:00100000:2.0:1763340290.529221:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280711936 00010000:00010000:2.0:1763340290.529250:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 206 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.529281:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2896 00000100:00100000:2.0:1763340290.529290:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:2407:x1848995280711936:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340290.529304:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.529309:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 206 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.529320:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 206 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.529339:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ba0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16688 expref: 206 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.529353:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:2.0:1763340290.529357:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.529390:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.529397:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.529404:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.529410:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.529432:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.529479:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2407:x1848995280711936:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 189us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.529485:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2896 00010000:00010000:1.0:1763340290.534338:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340290.534354:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340290.534380:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 5 00010000:00010000:1.0:1763340290.534513:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249bca lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1669d expref: 206 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.534555:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1669d expref: 205 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.534564:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1669d expref: 205 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.534571:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:1.0:1763340290.534640:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56765:x1848995280711552:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9733us (10385us total) trans 4294972481 rc 0/0 00000100:00100000:1.0:1763340290.534648:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8909 00000100:00100000:0.0:1763340290.539756:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.539834:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280712064 00000100:00100000:3.0:1763340290.539845:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280712064 00010000:00010000:3.0:1763340290.539881:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1669d expref: 205 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.539920:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2897 00000100:00100000:3.0:1763340290.539928:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2410:x1848995280712064:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340290.539941:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.539947:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1669d expref: 205 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.539959:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1669d expref: 205 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.539979:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249bd1 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1669d expref: 205 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.539993:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:3.0:1763340290.539998:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.540006:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.540013:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.540044:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340290.540098:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:2410:x1848995280712064:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 170us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.540105:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2897 00010000:00010000:1.0:1763340290.540168:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540177:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00080000:1.0:1763340290.540419:0:8423:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1c9:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763340290.540497:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540505:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540512:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540517:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.540521:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540529:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540579:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555fba3f400) 00010000:00010000:1.0:1763340290.540582:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340290.540586:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540592:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249be6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540609:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540615:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540621:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540625:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540641:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.540644:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540650:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540657:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0700) 00010000:00010000:1.0:1763340290.540659:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.540662:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540666:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249bd8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340290.540678:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd1da51a reply state 0000000015619898 transno 4294972482 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540688:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.540695:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d00f0a00) 00010000:00010000:1.0:1763340290.540697:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340290.540699:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340290.540742:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56766:x1848995280711808:12345-192.168.203.42@tcp:36:rm.0 Request processed in 13011us (13262us total) trans 4294972482 rc 0/0 00000100:00100000:1.0:1763340290.540750:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8910 00000100:00100000:0.0:1763340290.541313:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.542590:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280712192 00000100:00100000:1.0:1763340290.542602:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280712192 00000100:00100000:1.0:1763340290.542675:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8911 00000100:00100000:1.0:1763340290.542685:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56765:x1848995280712192:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.542709:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.542731:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249bf4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166a4 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.542810:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249bfb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.542821:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249bfb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.542831:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249bfb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340290.542867:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 5 00000004:00200000:1.0:1763340290.542870:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340290.542887:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249bfb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.542911:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249bf4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166a4 expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.542931:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249bfb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166a4 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.542938:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:1.0:1763340290.542941:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763340290.542944:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340290.542992:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56765:x1848995280712192:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 308us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.542999:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8911 00000100:00100000:0.0:1763340290.546228:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.546308:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280712448 00000100:00100000:2.0:1763340290.546316:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280712448 00000100:00100000:2.0:1763340290.546368:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8912 00000100:00100000:2.0:1763340290.546376:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56765:x1848995280712448:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.546398:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.546417:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249c02 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166ab expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.546500:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249c09 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.546513:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249c09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.546524:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249c09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.546569:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 5 00010000:00010000:2.0:1763340290.546669:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249c02 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ab expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.546684:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249c09 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ab expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.546692:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:2.0:1763340290.546694:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340290.546697:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c200, rc 0) 00000100:00100000:2.0:1763340290.546746:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56765:x1848995280712448:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 371us (526us total) trans 4294972483 rc 0/0 00000100:00100000:2.0:1763340290.546753:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8912 00000100:00100000:0.0:1763340290.550191:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.550971:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280712576 00000100:00100000:2.0:1763340290.550982:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280712576 00000100:00100000:2.0:1763340290.551041:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5991 00000100:00100000:2.0:1763340290.551051:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280712576:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:2.0:1763340290.551095:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.551117:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.551126:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.551128:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340290.551132:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.551168:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.551182:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 19 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.551199:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292203648:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.551283:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e28d6180 going to sleep for 11 seconds 00000100:00100000:0.0:1763340290.553951:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.554219:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280712704 00000100:00100000:1.0:1763340290.554228:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280712704 00000100:00100000:1.0:1763340290.554281:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8913 00000100:00100000:1.0:1763340290.554289:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56767:x1848995280712704:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.554309:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.554336:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249c1e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166b2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.554402:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.554414:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554425:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554434:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.554444:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554450:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554483:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554489:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554494:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554500:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554506:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.554509:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554515:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554524:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0700) 00010000:00010000:1.0:1763340290.554527:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.554575:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554581:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c25 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.554591:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340290.555517:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.555882:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292203648:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.555906:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.555996:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280712832 00000100:00100000:3.0:1763340290.556002:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280712832 00002000:00100000:3.0:1763340290.556036:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x21b:0x0] (0->4) req@ffff9555fd7d0700 x1848995280712832/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:51/0 lens 496/0 e 0 to 0 dl 1763340301 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340290.556045:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0700 with x1848995280712832 ext(0->4) 00010000:00010000:3.0:1763340290.556051:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 20 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.556064:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 20 pid: 8399 timeout: 1131 lvb_type: 0 00002000:00010000:3.0:1763340290.556071:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9555fd7d0700 00000100:00100000:3.0:1763340290.556101:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 99 00000100:00100000:3.0:1763340290.556110:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280712832:12345-192.168.203.42@tcp:4:bash.0 00010000:00010000:1.0:1763340290.556748:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.556755:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.556761:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.556765:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.556772:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.556784:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d00f0a00) 00010000:00010000:1.0:1763340290.556787:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.556790:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.556796:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb18249c2c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.556843:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249c1e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166b2 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.556854:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0700) 00010000:00010000:1.0:1763340290.556855:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.556859:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249c1e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166b2 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.556875:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00000100:00100000:1.0:1763340290.556956:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56767:x1848995280712704:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2666us (3011us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340290.556965:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8913 00000100:00100000:3.0:1763340290.558261:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280712832:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2147us (2743us total) trans 17179871370 rc 0/0 00000100:00100000:3.0:1763340290.558271:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 99 00002000:00100000:3.0:1763340290.558281:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x21b:0x0] (0->4) req@ffff9555fd7d0700 x1848995280712832/t17179871370(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:51/0 lens 496/448 e 0 to 0 dl 1763340301 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340290.558290:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0700 with x1848995280712832 ext(0->4) 00010000:00010000:3.0:1763340290.558297:0:23980:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 22 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.559411:0:23980:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 22 pid: 8399 timeout: 1131 lvb_type: 0 00002000:00010000:3.0:1763340290.559423:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9555fd7d0700 00000100:00100000:0.0:1763340290.561415:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.561503:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280712960 00000100:00100000:1.0:1763340290.561514:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280712960 00000100:00100000:1.0:1763340290.561598:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8914 00000100:00100000:1.0:1763340290.561608:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56767:x1848995280712960:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.561635:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.561656:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c33 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166b9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.561715:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.561727:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561738:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561746:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.561753:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561759:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561810:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561817:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561823:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561830:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561835:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.561840:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561847:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561858:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:1.0:1763340290.561861:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.561865:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561870:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249c3a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561882:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561887:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561893:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561897:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.561899:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561908:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561913:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d00f0a00) 00010000:00010000:1.0:1763340290.561915:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.561917:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561921:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb18249c41 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.561944:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c33 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166b9 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.561952:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:1.0:1763340290.561953:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.561956:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb18249c33 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166b9 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.561968:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e000, rc 0) 00000100:00100000:1.0:1763340290.562017:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56767:x1848995280712960:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 412us (610us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340290.562025:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8914 00000100:00100000:0.0:1763340290.563431:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.563786:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280713088 00000100:00100000:2.0:1763340290.563831:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280713088 00010000:00010000:2.0:1763340290.563865:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 22 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.563935:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2898 00000100:00100000:2.0:1763340290.563944:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280713088:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340290.563959:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763340290.563973:0:7449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763340290.563977:0:7449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763340290.563982:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 22 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.563993:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 22 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.564012:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249b84 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16681 expref: 22 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.564025:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.564027:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.564032:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.564041:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.564071:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.564114:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280713088:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 170us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.564120:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2898 00010000:00010000:0.0:1763340290.564690:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564700:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564720:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564727:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564734:0:8400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564741:0:8400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.564745:0:8400:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564752:0:8400:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564763:0:8400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.564769:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c17 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340290.565485:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280712576:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 14432us (15298us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.565493:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5991 00000100:00100000:0.0:1763340290.570818:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.570989:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280713216 00000100:00100000:2.0:1763340290.571000:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280713216 00000100:00100000:2.0:1763340290.571070:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8915 00000100:00100000:2.0:1763340290.571080:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56767:x1848995280713216:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.571101:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.571123:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249c48 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166c0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.571181:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249c4f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.571193:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249c4f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.571202:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249c4f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.571250:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340290.571255:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340290.571287:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249c48 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166c0 expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.571305:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249c4f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166c0 expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.571313:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca700) 00010000:00010000:2.0:1763340290.571316:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340290.571320:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:2.0:1763340290.571385:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56767:x1848995280713216:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 306us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.571391:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8915 00000100:00100000:1.0:1763340290.572343:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.572411:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280713472 00000100:00100000:3.0:1763340290.572418:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280713472 00000100:00100000:3.0:1763340290.572463:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8916 00000100:00100000:3.0:1763340290.572472:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56765:x1848995280713472:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340290.572513:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.572565:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249bfb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166a4 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.572579:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:3.0:1763340290.572583:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340290.572610:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.572620:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.572636:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:3.0:1763340290.572829:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1319, 88 off111504 00000004:00080000:3.0:1763340290.572837:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031380304274ns, next at 1032114499842ns, rc = 0 00000040:00080000:3.0:1763340290.572877:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1297, 88 off109760 00000004:00080000:3.0:1763340290.572882:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031380349312ns, next at 1032114470593ns, rc = 0 00000040:00080000:3.0:1763340290.572905:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1298, 88 off109848 00000004:00080000:3.0:1763340290.572910:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031380377099ns, next at 1032114470593ns, rc = 0 00000040:00080000:3.0:1763340290.572919:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1320, 88 off111592 00000004:00080000:3.0:1763340290.572922:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031380389614ns, next at 1032114499842ns, rc = 0 00010000:00010000:1.0:1763340290.575691:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.575708:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.575719:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.575725:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.575730:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.575737:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.575754:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555d00f0a00) 00010000:00010000:1.0:1763340290.575758:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.575762:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.575768:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249bdf lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000001:00080000:0.0:1763340290.575925:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972484 is committed 00000004:00080000:0.0:1763340290.575931:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 869 committed 00000004:00080000:0.0:1763340290.576962:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 848 committed 00000004:00080000:0.0:1763340290.576979:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 847 committed 00000004:00080000:0.0:1763340290.576982:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 868 committed 00000100:00100000:1.0:1763340290.577994:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292203776:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.578055:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.578091:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340290.578097:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292203904:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.578114:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.578147:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292203776 00000100:00100000:1.0:1763340290.578154:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292203776 00000100:00100000:1.0:1763340290.578191:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292203904 00000100:00100000:1.0:1763340290.578194:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292203904 00000100:00100000:1.0:1763340290.578212:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5992 00000100:00100000:1.0:1763340290.578219:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+51:3648:x1848995292203776:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340290.578353:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340290.578357:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:1.0:1763340290.578360:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340290.578362:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00002000:00010000:1.0:1763340290.578365:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340290.578401:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+52:3648:x1848995292203776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 181us (345us total) trans 21474838656 rc 0/0 00000100:00100000:1.0:1763340290.578409:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5992 00000100:00100000:1.0:1763340290.578424:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5993 00000100:00100000:1.0:1763340290.578430:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+51:3648:x1848995292203904:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.578488:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+52:3648:x1848995292203904:12345-0@lo:2:osp-syn-0-1.0 Request processed in 58us (373us total) trans 21474838657 rc 0/0 00000100:00100000:1.0:1763340290.578495:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5993 00000004:00080000:1.0:1763340290.578558:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b30380/2, rc 0, transno 21474838657 00000100:00100000:1.0:1763340290.578564:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292203904:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340290.578574:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b33b80/2, rc 0, transno 21474838656 00000100:00100000:1.0:1763340290.578577:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292203776:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340290.578730:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292204160:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340290.578755:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.578774:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340290.578779:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292204032:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340290.578807:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.578830:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292204160 00000100:00100000:3.0:1763340290.578834:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292204160 00000100:00100000:3.0:1763340290.578854:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292204032 00000100:00100000:3.0:1763340290.578857:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292204032 00000100:00100000:3.0:1763340290.578888:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5994 00000100:00100000:3.0:1763340290.578895:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3651:x1848995292204160:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340290.578976:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3651:x1848995292204160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (219us total) trans 17179871371 rc 0/0 00000100:00100000:3.0:1763340290.578982:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5994 00000100:00100000:3.0:1763340290.578995:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5995 00000100:00100000:3.0:1763340290.579001:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3651:x1848995292204032:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340290.579059:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3651:x1848995292204032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 58us (250us total) trans 17179871372 rc 0/0 00000100:00100000:3.0:1763340290.579065:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5995 00000004:00080000:3.0:1763340290.579087:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4858a80/2, rc 0, transno 17179871372 00000100:00100000:3.0:1763340290.579091:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292204032:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340290.579098:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4858000/2, rc 0, transno 17179871371 00000100:00100000:3.0:1763340290.579101:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292204160:0@lo:2:osp-syn-1-1.0 00000004:00010000:2.0:1763340290.579321:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000054c3600d reply state 0000000094f67015 transno 4294972484 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.579345:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.579354:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:2.0:1763340290.579358:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763340290.579361:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763340290.579996:0:8423:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763340290.580015:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56765:x1848995280713472:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 7542us (7673us total) trans 4294972484 rc 0/0 00000100:00100000:2.0:1763340290.580023:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8916 00010000:00010000:3.0:1763340290.580486:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.580496:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.580503:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.580512:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.580517:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.580524:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.582242:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:3.0:1763340290.582250:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340290.582257:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.582265:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249c56 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340290.582402:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.582482:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280713600 00000100:00100000:2.0:1763340290.582491:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280713600 00000100:00100000:2.0:1763340290.583132:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8917 00000100:00100000:2.0:1763340290.583144:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56767:x1848995280713600:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.583161:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.583179:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249c5d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166c7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.583258:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.583270:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583280:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583294:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.583301:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583307:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583341:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583347:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583354:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583360:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583366:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.583370:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583376:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583386:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca700) 00010000:00010000:2.0:1763340290.583388:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.583392:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583397:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249c64 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583406:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583411:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583415:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583420:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.583423:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583428:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583434:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.583436:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.583439:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583444:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249c6b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.583473:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249c5d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166c7 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.583484:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca700) 00010000:00010000:2.0:1763340290.583486:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.583490:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249c5d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166c7 expref: 200 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.583500:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:2.0:1763340290.583570:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56767:x1848995280713600:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 428us (1169us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.583578:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8917 00000100:00100000:0.0:1763340290.584222:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.586318:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280713728 00000100:00100000:1.0:1763340290.586333:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280713728 00000100:00100000:1.0:1763340290.586403:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8918 00000100:00100000:1.0:1763340290.586414:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+199:56765:x1848995280713728:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.586438:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.586457:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166ce expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.586505:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.586524:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.586565:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:1.0:1763340290.586569:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340290.586572:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f000, rc 0) 00000100:00100000:1.0:1763340290.586639:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56765:x1848995280713728:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 216us (2406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.586646:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8918 00000100:00100000:3.0:1763340290.588130:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.589127:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280713984 00000100:00100000:0.0:1763340290.589138:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280713984 00000100:00100000:2.0:1763340290.589296:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8919 00000100:00100000:2.0:1763340290.589309:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56767:x1848995280713984:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.589329:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.589332:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340290.589358:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249c4f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166c0 expref: 200 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.589376:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca700) 00010000:00010000:2.0:1763340290.589385:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.589399:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249c79 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166d5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.589490:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.589501:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.589511:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.589522:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.589528:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.589560:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.589943:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.589957:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.589964:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340290.589973:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00010000:00010000:2.0:1763340290.589999:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590005:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590011:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590016:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590021:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.590026:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590031:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590038:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:2.0:1763340290.590041:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.590043:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590049:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249c80 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340290.590062:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000589495a3 reply state 000000009e26559c transno 4294972485 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590071:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.590077:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:2.0:1763340290.590079:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340290.590081:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340290.590106:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249c79 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.590120:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.590128:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:2.0:1763340290.590130:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.590132:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c200, rc 0) 00000100:00100000:2.0:1763340290.590203:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56767:x1848995280713984:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 898us (2080us total) trans 4294972485 rc 0/0 00000100:00100000:2.0:1763340290.590211:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8919 00000100:00100000:1.0:1763340290.591447:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.591828:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280714112 00000100:00100000:0.0:1763340290.591836:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280714112 00000100:00100000:0.0:1763340290.591884:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8920 00000100:00100000:0.0:1763340290.591892:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56765:x1848995280714112:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.591909:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.591925:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249c9c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166dc expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.591980:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249ca3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340290.591992:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249ca3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.592001:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249ca3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340290.592038:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 5 00000004:00200000:0.0:1763340290.592042:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340290.592057:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249ca3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340290.592079:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249c9c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166dc expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.592107:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249ca3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166dc expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.592115:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:0.0:1763340290.592118:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340290.592120:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c600, rc 0) 00000100:00100000:0.0:1763340290.592162:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56765:x1848995280714112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 271us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.592168:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8920 00000100:00100000:3.0:1763340290.595715:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.595758:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.595898:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280714496 00000100:00100000:0.0:1763340290.595908:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280714496 00000100:00100000:0.0:1763340290.595963:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8921 00000100:00100000:0.0:1763340290.595971:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56767:x1848995280714496:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.595995:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.596014:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249caa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166ea expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.596113:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340290.596127:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.596136:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.596167:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.596183:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 204 pid: 8423 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340290.596197:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292204288:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340290.596269:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340290.596431:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280714240 00000100:00100000:2.0:1763340290.596436:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280714240 00000100:00100000:2.0:1763340290.596479:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5996 00000100:00100000:2.0:1763340290.596487:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280714240:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.596496:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.596509:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166e3 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.596557:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21b:0x0] initial LVB size: 5, mtime: 0x691a7003, atime: 0x0, ctime: 0x691a7003, blocks: 0x8 00010000:00010000:2.0:1763340290.596573:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.596576:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.596585:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 21 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.596599:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 21 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340290.596612:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c400, rc 0) 00000100:00100000:2.0:1763340290.596654:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280714240:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 167us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.596660:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5996 00000100:00100000:0.0:1763340290.603278:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.603509:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280714624 00000100:00100000:3.0:1763340290.603518:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280714624 00010000:00010000:3.0:1763340290.603594:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 205 pid: 8423 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.603636:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2899 00000100:00100000:3.0:1763340290.603645:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c61f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2407:x1848995280714624:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340290.603661:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.603667:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 205 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.603683:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 205 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.603704:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:3.0:1763340290.603709:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.603719:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.603725:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.603743:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340290.603797:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c61f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:2407:x1848995280714624:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 151us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.603804:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2899 00010000:00010000:2.0:1763340290.603942:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249c8e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166d5 expref: 204 pid: 8423 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.603956:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292204288:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.603974:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.603982:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.603987:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340290.604008:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00000004:00080000:2.0:1763340290.604172:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21d:0x0], index 0: 0 00000004:00080000:2.0:1763340290.604179:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21d:0x0], index 1: 0 00000004:00080000:2.0:1763340290.604185:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21e:0x0], index 1: 0 00000004:00080000:2.0:1763340290.604189:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21e:0x0], index 0: 0 00010000:00010000:2.0:1763340290.604295:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.604303:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.604309:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.604315:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.604318:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.604325:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.604335:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:2.0:1763340290.604337:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340290.604340:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.604346:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb18249cb1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.604401:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249caa lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ea expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.604411:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:2.0:1763340290.604413:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340290.604417:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb18249caa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ea expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.604433:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845da00, rc 0) 00000100:00100000:2.0:1763340290.604478:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56767:x1848995280714496:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8507us (8718us total) trans 4294972486 rc 301/301 00000100:00100000:2.0:1763340290.605572:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8921 00000100:00100000:0.0:1763340290.606975:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.607031:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280714880 00000100:00100000:3.0:1763340290.607039:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280714880 00000100:00100000:3.0:1763340290.607084:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3028 00000100:00100000:3.0:1763340290.607093:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56767:x1848995280714880:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340290.607343:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56767:x1848995280714880:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 250us (370us total) trans 4294972487 rc 0/0 00000100:00100000:3.0:1763340290.607350:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3028 00000100:00100000:3.0:1763340290.608849:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.608950:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280715136 00000100:00100000:1.0:1763340290.608958:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280715136 00000100:00100000:1.0:1763340290.609005:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3029 00000100:00100000:1.0:1763340290.609014:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56767:x1848995280715136:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340290.609191:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56767:x1848995280715136:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 178us (346us total) trans 4294972488 rc 0/0 00000100:00100000:1.0:1763340290.609198:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3029 00000100:00100000:0.0:1763340290.615426:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.615572:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280715392 00000100:00100000:2.0:1763340290.615583:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280715392 00000100:00100000:2.0:1763340290.615831:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8922 00000100:00100000:2.0:1763340290.615846:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280715392:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.615872:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.615896:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249cc6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166f1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.616050:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.616065:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616077:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616086:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.616092:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616098:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616159:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249cdb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.616167:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249cdb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616174:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249cdb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340290.616184:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00010000:00010000:2.0:1763340290.616264:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616272:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616278:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616285:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616291:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.616295:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616302:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616315:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acac00) 00010000:00010000:2.0:1763340290.616319:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.616324:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616334:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249ccd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616346:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616352:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616357:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616362:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.616365:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616370:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616377:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:2.0:1763340290.616380:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.616383:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616389:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249cd4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.616439:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249cc6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166f1 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.616458:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249cdb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166f1 expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.616470:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:2.0:1763340290.616473:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.616475:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45d400, rc 0) 00000100:00100000:2.0:1763340290.619951:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280715392:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4097us (4523us total) trans 4294972489 rc 0/0 00000100:00100000:2.0:1763340290.619966:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8922 00000100:00100000:0.0:1763340290.622492:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.622608:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280715520 00000100:00100000:2.0:1763340290.622616:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280715520 00000100:00100000:2.0:1763340290.622676:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8923 00000100:00100000:2.0:1763340290.622684:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280715520:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.622706:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.622728:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249ce9 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166f8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.622762:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249cf0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.622776:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249cf0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.622794:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249cf0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.622902:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249ce9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166f8 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.622920:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249cf0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166f8 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.622933:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:2.0:1763340290.622937:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340290.622940:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:2.0:1763340290.622992:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280715520:12345-192.168.203.42@tcp:101:bash.0 Request processed in 308us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.623000:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8923 00000100:00100000:3.0:1763340290.625430:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.625517:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280715776 00000100:00100000:1.0:1763340290.625527:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280715776 00000100:00100000:1.0:1763340290.625623:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8924 00000100:00100000:1.0:1763340290.625642:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280715776:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340290.625694:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.625719:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249cdb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166f1 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.625743:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:1.0:1763340290.625748:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340290.625947:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.625961:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.625972:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:1.0:1763340290.626015:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972490 00000004:00010000:1.0:1763340290.626036:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000795f43e2 reply state 000000004798afeb transno 4294972491 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.626047:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.626053:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:1.0:1763340290.626056:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340290.626058:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340290.626137:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280715776:12345-192.168.203.42@tcp:36:bash.0 Request processed in 497us (716us total) trans 4294972491 rc 0/0 00000100:00100000:1.0:1763340290.626145:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8924 00000020:00080000:1.0:1763340290.626151:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340290.638728:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.638837:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280715904 00000100:00100000:2.0:1763340290.638853:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280715904 00000100:00100000:2.0:1763340290.638915:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8925 00000100:00100000:2.0:1763340290.638926:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280715904:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.638949:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.638970:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249cfe lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df166ff expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.639024:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249cfe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ff expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.639039:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249cfe lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ff expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.639057:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:2.0:1763340290.639061:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340290.639064:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c400, rc 0) 00000100:00100000:2.0:1763340290.639424:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280715904:12345-192.168.203.42@tcp:101:bash.0 Request processed in 499us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.639432:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8925 00000100:00100000:0.0:1763340290.647831:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.648261:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280716160 00000100:00100000:3.0:1763340290.648271:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280716160 00000100:00100000:3.0:1763340290.648319:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8926 00000100:00100000:3.0:1763340290.648329:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280716160:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.648346:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.648349:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340290.648375:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249cfe lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ff expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.648392:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:3.0:1763340290.648396:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340290.648408:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d05 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16706 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.648458:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d0c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.648470:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d0c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.648479:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d0c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:3.0:1763340290.648746:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1299, 88 off109936 00000004:00080000:3.0:1763340290.648754:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031456221024ns, next at 1032114470593ns, rc = 0 00000040:00080000:3.0:1763340290.648779:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1321, 88 off111680 00000004:00080000:3.0:1763340290.648796:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031456263303ns, next at 1032114499842ns, rc = 0 00000040:00080000:3.0:1763340290.648848:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1322, 88 off111768 00000004:00080000:3.0:1763340290.648853:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031456319886ns, next at 1032114499842ns, rc = 0 00000040:00080000:3.0:1763340290.648871:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1300, 88 off110024 00000004:00080000:3.0:1763340290.648875:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031456342156ns, next at 1032114470593ns, rc = 0 00000001:00080000:0.0:1763340290.653884:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972492 is committed 00000004:00080000:0.0:1763340290.653897:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 850 committed 00000004:00080000:0.0:1763340290.653916:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 871 committed 00000004:00080000:0.0:1763340290.653927:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 870 committed 00000004:00080000:0.0:1763340290.653929:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 849 committed 00010000:00010000:1.0:1763340290.653933:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.653945:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.653953:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.653960:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.653964:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.653972:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.653987:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2aca500) 00010000:00010000:1.0:1763340290.653990:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.653995:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.654001:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249c87 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.654025:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.654031:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.654037:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.654041:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.654045:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.654050:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.654058:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:1.0:1763340290.654060:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.654063:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.654067:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb18249cf7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:1.0:1763340290.654084:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340290.654102:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292204544:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340290.654128:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d0c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16706 expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.654137:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:3.0:1763340290.654140:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340290.654151:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d05 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16706 expref: 203 pid: 8423 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763340290.654163:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340290.654165:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d0c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16706 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.654192:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00000100:00100000:1.0:1763340290.654194:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292204416:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340290.654195:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340290.654197:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:1.0:1763340290.654212:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.654368:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292204544 00000100:00100000:2.0:1763340290.654377:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292204544 00000100:00100000:2.0:1763340290.654420:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292204416 00000100:00100000:2.0:1763340290.654423:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292204416 00000100:00100000:2.0:1763340290.654443:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5997 00000100:00100000:2.0:1763340290.654452:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3649:x1848995292204544:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340290.654664:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280716160:12345-192.168.203.42@tcp:101:bash.0 Request processed in 6336us (6842us total) trans 4294972492 rc 0/0 00000100:00100000:3.0:1763340290.654673:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8926 00000100:00100000:3.0:1763340290.654716:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5998 00000100:00100000:3.0:1763340290.654724:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3649:x1848995292204416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340290.655770:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+30:3649:x1848995292204416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1043us (1552us total) trans 17179871374 rc 0/0 00000004:00080000:1.0:1763340290.655776:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6d8e00/2, rc 0, transno 17179871374 00000100:00100000:3.0:1763340290.655778:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5998 00000100:00100000:1.0:1763340290.655782:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292204416:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340290.655888:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292204672:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.655921:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.655940:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340290.655945:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292204800:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.655964:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.655992:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292204672 00000100:00100000:2.0:1763340290.655996:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+30:3649:x1848995292204544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1545us (1832us total) trans 17179871373 rc 0/0 00000100:00100000:1.0:1763340290.655996:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292204672 00000100:00100000:2.0:1763340290.656002:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5997 00000100:00100000:1.0:1763340290.656025:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292204800 00000100:00100000:1.0:1763340290.656028:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292204800 00000100:00100000:1.0:1763340290.656046:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5999 00000100:00100000:1.0:1763340290.656052:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+53:3650:x1848995292204672:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340290.656068:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6000 00000100:00100000:0.0:1763340290.656077:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+53:3650:x1848995292204800:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.656171:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+55:3650:x1848995292204672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (248us total) trans 21474838659 rc 0/0 00000100:00100000:0.0:1763340290.656171:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+55:3650:x1848995292204800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 95us (205us total) trans 21474838658 rc 0/0 00000100:00100000:0.0:1763340290.656177:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6000 00000100:00100000:1.0:1763340290.656180:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5999 00000004:00080000:1.0:1763340290.656209:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b30a80/2, rc 0, transno 21474838658 00000100:00100000:1.0:1763340290.656214:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292204800:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340290.656222:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b30e00/2, rc 0, transno 21474838659 00000100:00100000:1.0:1763340290.656226:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292204672:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340290.656461:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6d8a80/2, rc 0, transno 17179871373 00000100:00100000:3.0:1763340290.656466:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292204544:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340290.665437:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.665568:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280716288 00000100:00100000:2.0:1763340290.665578:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280716288 00000100:00100000:2.0:1763340290.665644:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6001 00000100:00100000:2.0:1763340290.665653:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280716288:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.665674:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.665697:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1670d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.665719:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340290.665751:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.665753:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.665762:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 25 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.665776:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 25 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.665789:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:2.0:1763340290.665851:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280716288:12345-192.168.203.42@tcp:101:bash.0 Request processed in 197us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.665859:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6001 00000100:00100000:0.0:1763340290.670813:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.671463:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280716416 00000100:00100000:3.0:1763340290.671473:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280716416 00000100:00100000:3.0:1763340290.671575:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6002 00000100:00100000:3.0:1763340290.671585:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280716416:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.671603:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.671633:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16714 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340290.671657:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340290.671681:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.671683:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.671693:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 22 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.671708:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 22 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.671719:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:3.0:1763340290.671770:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:55868:x1848995280716416:12345-192.168.203.42@tcp:101:bash.0 Request processed in 186us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.671776:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6002 00000100:00100000:0.0:1763340290.675930:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.675977:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.676045:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280716544 00000100:00100000:2.0:1763340290.676055:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280716544 00002000:00010000:2.0:1763340290.676094:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/541 (0->18446744073709551615) 00000100:00100000:3.0:1763340290.676096:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280716672 00000100:00100000:3.0:1763340290.676100:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280716672 00002000:00100000:2.0:1763340290.676100:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1aa00 with x1848995280716544 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340290.676112:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3f1aa00. 00002000:00010000:3.0:1763340290.676117:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/541 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.676120:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1b480 with x1848995280716672 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.676126:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1b480. 00000100:00100000:2.0:1763340290.676154:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1523 00000100:00100000:2.0:1763340290.676163:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2410:x1848995280716544:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340290.676597:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340290.676601:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340290.676603:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.676605:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340290.676608:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340290.676670:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2410:x1848995280716544:12345-192.168.203.42@tcp:10:bash.0 Request processed in 508us (752us total) trans 21474838660 rc 0/0 00000100:00100000:2.0:1763340290.676679:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1523 00002000:00010000:2.0:1763340290.676683:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/541 (0->18446744073709551615) 00002000:00100000:2.0:1763340290.676685:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1aa00 with x1848995280716544 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340290.676690:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3f1aa00. 00000100:00100000:2.0:1763340290.676968:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1524 00000100:00100000:2.0:1763340290.676976:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280716672:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340290.677062:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340290.677065:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21d:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340290.677067:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.677071:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21d:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340290.678815:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340290.678896:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280716672:12345-192.168.203.42@tcp:10:bash.0 Request processed in 1917us (2914us total) trans 17179871375 rc 0/0 00000100:00100000:2.0:1763340290.678907:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1524 00002000:00010000:2.0:1763340290.678911:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/541 (0->18446744073709551615) 00002000:00100000:2.0:1763340290.678914:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1b480 with x1848995280716672 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340290.678923:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1b480. 00000100:00100000:0.0:1763340290.687881:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.688065:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280716928 00000100:00100000:1.0:1763340290.688075:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280716928 00000100:00100000:1.0:1763340290.688138:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3030 00000100:00100000:1.0:1763340290.688148:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:55868:x1848995280716928:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340290.688460:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280716928:12345-192.168.203.42@tcp:35:bash.0 Request processed in 311us (588us total) trans 4294972493 rc 0/0 00000100:00100000:1.0:1763340290.688468:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3030 00000100:00100000:0.0:1763340290.700950:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.701169:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280717056 00000100:00100000:3.0:1763340290.701180:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280717056 00000100:00100000:3.0:1763340290.701883:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8927 00000100:00100000:3.0:1763340290.701899:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56768:x1848995280717056:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340290.701926:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.701951:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d21 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1671b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.702021:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.702035:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702047:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702059:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.702066:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702073:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702153:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249d36 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.702162:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249d36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702168:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249d36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340290.702208:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 5 00000004:00200000:3.0:1763340290.702212:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340290.702229:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249d36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702240:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249d36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702248:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702254:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702260:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702266:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702271:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.702275:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702282:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702293:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340290.702296:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.702301:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702306:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d28 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702321:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702328:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702333:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702337:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.702340:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702345:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702352:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:3.0:1763340290.702354:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.702357:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702362:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d2f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.702392:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d21 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1671b expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.702406:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249d36 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1671b expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.702413:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:3.0:1763340290.702416:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340290.702418:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:3.0:1763340290.702494:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56768:x1848995280717056:12345-192.168.203.42@tcp:101:rm.0 Request processed in 600us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.702502:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8927 00000100:00100000:0.0:1763340290.706220:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.706836:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280717184 00000100:00100000:2.0:1763340290.706846:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280717184 00000100:00100000:2.0:1763340290.706894:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6003 00000100:00100000:2.0:1763340290.706903:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280717184:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340290.707006:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280717184:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 103us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.707013:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6003 00000100:00100000:0.0:1763340290.715289:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.715372:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.715446:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280717568 00000100:00100000:1.0:1763340290.715456:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280717568 00000100:00100000:1.0:1763340290.715510:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6004 00000100:00100000:1.0:1763340290.715518:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280717568:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340290.715652:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280717568:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 134us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.715660:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6004 00000100:00100000:3.0:1763340290.715945:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280717440 00000100:00100000:3.0:1763340290.715950:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280717440 00000100:00100000:3.0:1763340290.715990:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8928 00000100:00100000:3.0:1763340290.715997:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56768:x1848995280717440:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340290.716036:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763340290.716063:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d0c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16706 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.716082:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249d36 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1671b expref: 203 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.716094:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249cf0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166f8 expref: 202 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.716104:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2aca000) 00010000:00010000:3.0:1763340290.716115:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340290.716135:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.716145:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.716154:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.716163:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.716168:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.716174:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.716239:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.716247:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.716253:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:3.0:1763340290.716471:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1301, 64 off110088 00000040:00080000:3.0:1763340290.716497:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1323, 64 off111832 00000040:00080000:3.0:1763340290.716507:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1324, 64 off111896 00000040:00080000:3.0:1763340290.716516:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1302, 64 off110152 00010000:00010000:3.0:1763340290.720093:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.720117:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720128:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720137:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720143:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720149:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720182:0:8423:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340290.720203:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720209:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720216:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720221:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.720225:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720232:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720243:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:3.0:1763340290.720246:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763340290.720250:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720256:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249d4b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720398:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720404:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720410:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720416:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720421:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.720425:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720431:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720438:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340290.720441:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.720443:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720449:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249d3d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:3.0:1763340290.720466:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b63930c reply state 000000004cbf49d5 transno 4294972494 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720477:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.720483:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:3.0:1763340290.720486:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340290.720488:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340290.720597:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56768:x1848995280717440:12345-192.168.203.42@tcp:36:rm.0 Request processed in 4596us (5313us total) trans 4294972494 rc 0/0 00000100:00100000:3.0:1763340290.720606:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8928 00010000:00010000:0.0:1763340290.720821:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340290.720828:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.720834:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.720837:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.720844:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.720853:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:0.0:1763340290.720855:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340290.720858:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.720864:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d52 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340290.720877:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.720879:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.720881:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340290.723813:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.723888:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280717696 00000100:00100000:1.0:1763340290.723897:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280717696 00000100:00100000:2.0:1763340290.724495:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1525 00000100:00100000:2.0:1763340290.724509:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280717696:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:2.0:1763340290.724586:0:23979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724601:0:23979:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.724604:0:23979:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.724611:0:23979:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724623:0:23979:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724754:0:23979:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724763:0:23979:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724771:0:23979:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724777:0:23979:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340290.724782:0:23979:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724789:0:23979:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724803:0:23979:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.724810:0:23979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d59 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23979 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340290.724878:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280717696:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 372us (1073us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763340290.724885:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1525 00000100:00100000:1.0:1763340290.730878:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.731203:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280717824 00000100:00100000:3.0:1763340290.731213:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280717824 00000100:00100000:3.0:1763340290.731267:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8929 00000100:00100000:3.0:1763340290.731276:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56765:x1848995280717824:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340290.731296:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.731316:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d60 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16722 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.731350:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d67 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.731367:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d67 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.731378:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d67 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.731491:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249d60 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16722 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.731509:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f000/0xbdebf3fb18249d67 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16722 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.731517:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:3.0:1763340290.731520:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340290.731524:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f000, rc 0) 00000100:00100000:3.0:1763340290.732944:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56765:x1848995280717824:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1662us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.732954:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8929 00000100:00100000:0.0:1763340290.748657:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.748766:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280717952 00000100:00100000:1.0:1763340290.748778:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280717952 00000100:00100000:1.0:1763340290.748862:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1526 00000100:00100000:1.0:1763340290.748872:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280717952:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:1.0:1763340290.748924:0:23980:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340290.748933:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.748948:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.748949:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.748955:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.748967:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.751941:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.752891:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280718080 00000100:00100000:2.0:1763340290.752903:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280718080 00000100:00100000:2.0:1763340290.752970:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8930 00000100:00100000:2.0:1763340290.752980:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56769:x1848995280718080:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.753001:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.753025:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d75 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16729 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.753108:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.753123:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753136:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753148:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.753155:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753161:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753195:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753202:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753207:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753214:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753223:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.753226:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753233:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753245:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.753248:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.753253:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753260:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249d7c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753271:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753277:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753282:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753287:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.753290:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753295:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753302:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:2.0:1763340290.753304:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.753309:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753314:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249d83 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.753340:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d75 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16729 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.753349:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.753352:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.753355:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d75 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16729 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.753366:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:2.0:1763340290.753432:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56769:x1848995280718080:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 452us (1499us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.753439:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8930 00000001:00080000:2.0:1763340290.759906:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838661 is committed 00000001:00080000:2.0:1763340290.759928:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838658 is committed 00000001:00080000:2.0:1763340290.759933:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838659 is committed 00002000:00010000:1.0:1763340290.760140:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763340290.760145:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:1.0:1763340290.760148:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:1.0:1763340290.760151:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340290.760163:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.760174:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.760183:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.760189:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340290.760194:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.760202:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.760225:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.760233:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb18249d6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340290.760325:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2408:x1848995280717952:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 11450us (11675us total) trans 21474838661 rc 0/0 00000100:00100000:1.0:1763340290.760334:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1526 00000100:00100000:3.0:1763340290.760843:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.760991:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280718208 00000100:00100000:1.0:1763340290.761000:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280718208 00000100:00100000:1.0:1763340290.761044:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8931 00000100:00100000:1.0:1763340290.761051:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56769:x1848995280718208:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.761068:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.761085:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249d8a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16730 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.761154:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.761165:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761175:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761184:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.761194:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761199:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761229:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761235:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761240:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761245:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761250:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.761253:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761257:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761265:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:1.0:1763340290.761267:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.761271:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761275:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb18249d91 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761285:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761290:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761295:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761299:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.761301:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761305:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761311:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:1.0:1763340290.761313:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.761315:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761319:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249d98 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.761339:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249d8a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16730 expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.761347:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:1.0:1763340290.761348:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340290.761351:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249d8a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16730 expref: 205 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.761361:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340290.761400:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56769:x1848995280718208:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 349us (560us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340290.761416:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8931 00000100:00100000:0.0:1763340290.768063:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.768124:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280718336 00000100:00100000:2.0:1763340290.768135:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280718336 00000100:00100000:2.0:1763340290.768349:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8932 00000100:00100000:2.0:1763340290.768361:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56769:x1848995280718336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.768379:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.768401:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d9f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16737 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.768599:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249da6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.768613:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249da6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.768623:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249da6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340290.768674:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340290.768679:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340290.768708:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249d9f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16737 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.768724:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249da6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16737 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.768732:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.768735:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340290.768738:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9dc00, rc 0) 00000100:00100000:2.0:1763340290.768798:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56769:x1848995280718336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 438us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.768804:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8932 00000100:00100000:0.0:1763340290.773870:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.773939:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280718464 00000100:00100000:2.0:1763340290.773948:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280718464 00000100:00100000:2.0:1763340290.774007:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8933 00000100:00100000:2.0:1763340290.774017:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56769:x1848995280718464:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.774038:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.774061:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249dad lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1673e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.774118:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.774130:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774141:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774152:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.774158:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774164:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774196:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774201:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774207:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774214:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774219:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.774223:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774229:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774243:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.774246:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.774249:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774255:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249db4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774268:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774274:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774286:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774291:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.774294:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774299:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774307:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:2.0:1763340290.774310:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.774312:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774318:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45de00/0xbdebf3fb18249dbb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.774339:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249dad lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1673e expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.774348:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.774350:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.774354:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249dad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1673e expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.774361:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9da00, rc 0) 00000100:00100000:2.0:1763340290.774415:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56769:x1848995280718464:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 400us (554us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.774422:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8933 00000100:00100000:3.0:1763340290.777922:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.778092:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280718720 00000100:00100000:2.0:1763340290.778101:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280718720 00000100:00100000:2.0:1763340290.778159:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8934 00000100:00100000:2.0:1763340290.778168:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56769:x1848995280718720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.778188:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.778191:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340290.778215:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249da6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16737 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.778232:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca800) 00010000:00010000:2.0:1763340290.778241:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.778254:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dc2 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16745 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.778335:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.778347:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.778356:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.778365:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.778373:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.778379:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.778940:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.778950:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.778957:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340290.778966:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cc:0x0]: returning size 0 00010000:00010000:2.0:1763340290.778989:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.778995:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779002:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779008:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779013:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.779017:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779024:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779032:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acab00) 00010000:00010000:2.0:1763340290.779034:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.779038:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779043:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249dc9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340290.779054:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000095630bb reply state 00000000ba51a591 transno 4294972495 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779064:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.779070:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:2.0:1763340290.779072:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340290.779075:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340290.779098:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dc2 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.779112:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.779118:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2acae00) 00010000:00010000:2.0:1763340290.779121:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.779123:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45da00, rc 0) 00000100:00100000:2.0:1763340290.779337:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56769:x1848995280718720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1169us (1424us total) trans 4294972495 rc 0/0 00000100:00100000:2.0:1763340290.779346:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8934 00000100:00100000:0.0:1763340290.782509:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.783133:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280718976 00000100:00100000:2.0:1763340290.783146:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280718976 00000100:00100000:1.0:1763340290.783778:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8935 00000100:00100000:1.0:1763340290.783801:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56769:x1848995280718976:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340290.783825:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.783845:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249de5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1674c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.783946:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340290.783961:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.783970:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.784000:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.784012:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 208 pid: 8423 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340290.784026:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292204928:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340290.784119:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340290.787464:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292204928:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340290.787494:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340290.787898:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.788022:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280719104 00000100:00100000:1.0:1763340290.788030:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280719104 00010000:00010000:1.0:1763340290.788062:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 209 pid: 8423 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340290.788104:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2900 00000100:00100000:1.0:1763340290.788113:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280719104:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340290.788128:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340290.788134:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 209 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.788145:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 209 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.788168:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249dd7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16745 expref: 209 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340290.788182:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2acae00) 00010000:00010000:1.0:1763340290.788187:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.788195:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.788201:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340290.788228:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340290.788282:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280719104:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 170us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.788290:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2900 00010000:00010000:2.0:1763340290.789601:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.789614:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:2.0:1763340290.789649:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cc:0x0]: returning size 0 00000004:00080000:2.0:1763340290.789813:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21f:0x0], index 1: 0 00000004:00080000:2.0:1763340290.789820:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21f:0x0], index 0: 0 00000004:00080000:2.0:1763340290.789825:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x220:0x0], index 0: 0 00000004:00080000:2.0:1763340290.789828:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x220:0x0], index 1: 0 00010000:00010000:2.0:1763340290.789929:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.789937:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.789944:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.789949:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.789953:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.789959:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.789970:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2acae00) 00010000:00010000:2.0:1763340290.789974:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340290.789978:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.789984:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb18249dec lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.790027:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249de5 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1674c expref: 208 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.790037:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2acae00) 00010000:00010000:2.0:1763340290.790039:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340290.790043:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249de5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1674c expref: 208 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.790057:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:2.0:1763340290.790115:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56769:x1848995280718976:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6318us (7614us total) trans 4294972496 rc 301/301 00000100:00100000:2.0:1763340290.790124:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8935 00000100:00100000:0.0:1763340290.794817:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.796055:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.796164:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280719616 00000100:00100000:3.0:1763340290.796173:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280719616 00000100:00100000:2.0:1763340290.796815:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280719360 00000100:00100000:2.0:1763340290.796821:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280719360 00000100:00100000:2.0:1763340290.796867:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8936 00000100:00100000:2.0:1763340290.796876:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56765:x1848995280719360:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340290.796927:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.796953:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb18249ca3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166dc expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.796984:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:2.0:1763340290.796988:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.797048:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:2.0:1763340290.797062:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.797071:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00010000:2.0:1763340290.797165:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b93d3ef0 reply state 000000006480164c transno 4294972497 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.797177:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:2.0:1763340290.797183:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:2.0:1763340290.797185:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340290.797188:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340290.797260:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56765:x1848995280719360:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 384us (2452us total) trans 4294972497 rc 0/0 00000100:00100000:2.0:1763340290.797268:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8936 00000100:00100000:3.0:1763340290.797923:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3031 00000100:00100000:3.0:1763340290.797935:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56769:x1848995280719616:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340290.798098:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56769:x1848995280719616:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 166us (2046us total) trans 4294972498 rc 0/0 00000100:00100000:3.0:1763340290.798105:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3031 00000100:00100000:0.0:1763340290.804664:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.805090:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.805149:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280719744 00000100:00100000:2.0:1763340290.805159:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280719744 00000100:00100000:2.0:1763340290.805212:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6005 00000100:00100000:2.0:1763340290.805220:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:56765:x1848995280719744:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.805237:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.805257:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16753 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340290.805279:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21c:0x0] initial LVB size: 4096, mtime: 0x691a7003, atime: 0x0, ctime: 0x691a7003, blocks: 0x8 00010000:00010000:2.0:1763340290.805298:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.805301:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340290.805308:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.805322:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.805334:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45de00, rc 0) 00000100:00100000:2.0:1763340290.805379:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:56765:x1848995280719744:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 160us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.805387:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6005 00000100:00100000:3.0:1763340290.805482:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280720000 00000100:00100000:3.0:1763340290.805486:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280720000 00000100:00100000:3.0:1763340290.805526:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3032 00000100:00100000:3.0:1763340290.805554:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e10850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56769:x1848995280720000:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340290.805722:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e10850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56769:x1848995280720000:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 189us (633us total) trans 4294972499 rc 0/0 00000100:00100000:3.0:1763340290.805728:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3032 00000100:00100000:2.0:1763340290.811975:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.812096:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280720128 00000100:00100000:0.0:1763340290.812107:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280720128 00000100:00100000:0.0:1763340290.812166:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6006 00000100:00100000:0.0:1763340290.812176:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:56765:x1848995280720128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.812194:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.812216:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1675a expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340290.812239:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340290.812260:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.812263:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.812271:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.812285:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.812298:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c400, rc 0) 00000100:00100000:0.0:1763340290.812358:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:56765:x1848995280720128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 184us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.812365:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6006 00000100:00100000:0.0:1763340290.816027:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.816316:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280720384 00000100:00100000:2.0:1763340290.816325:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280720384 00000100:00100000:2.0:1763340290.816379:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8937 00000100:00100000:2.0:1763340290.816388:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280720384:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.816411:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.816432:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249e0f lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16761 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.816601:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.816615:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.816641:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.816653:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.816661:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.816667:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.816719:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249e24 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.816727:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249e24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.816735:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249e24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340290.816744:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cc:0x0]: returning size 0 00010000:00010000:2.0:1763340290.818354:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818367:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818373:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818380:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818385:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.818389:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818396:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818413:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acae00) 00010000:00010000:2.0:1763340290.818416:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.818420:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818426:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249e16 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818438:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818444:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818450:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818455:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.818457:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818462:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818468:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:2.0:1763340290.818470:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.818472:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818477:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e1d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.818517:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249e0f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16761 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.818580:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249e24 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16761 expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.818588:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.818591:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.818593:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9da00, rc 0) 00000100:00100000:2.0:1763340290.818676:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280720384:12345-192.168.203.42@tcp:101:bash.0 Request processed in 2287us (2657us total) trans 4294972500 rc 0/0 00000100:00100000:2.0:1763340290.818685:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8937 00000100:00100000:1.0:1763340290.822687:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.822723:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.822759:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.822884:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280720512 00000100:00100000:3.0:1763340290.822894:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280720512 00002000:00010000:3.0:1763340290.822935:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/540 (5->18446744073709551615) 00002000:00100000:3.0:1763340290.822941:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7931880 with x1848995280720512 ext(5->18446744073709551615) 00002000:00010000:3.0:1763340290.822952:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c7931880. 00000100:00100000:3.0:1763340290.822972:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280720640 00000100:00100000:3.0:1763340290.822976:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280720640 00002000:00010000:3.0:1763340290.822988:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/540 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.822990:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7933480 with x1848995280720640 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.822996:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c7933480. 00000100:00100000:3.0:1763340290.823016:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1527 00000100:00100000:3.0:1763340290.823024:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280720512:12345-192.168.203.42@tcp:10:lfs.0 00000100:00100000:0.0:1763340290.823562:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1528 00000100:00100000:0.0:1763340290.823575:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280720640:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:0.0:1763340290.823723:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340290.823727:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:0.0:1763340290.823730:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340290.823732:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:0.0:1763340290.823735:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340290.824292:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280720768 00000100:00100000:1.0:1763340290.824299:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280720768 00002000:00010000:3.0:1763340290.824770:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763340290.824775:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:3.0:1763340290.824777:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.824780:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00002000:00010000:3.0:1763340290.824795:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340290.824841:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280720512:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 1815us (2160us total) trans 21474838662 rc 0/0 00000100:00100000:3.0:1763340290.824850:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1527 00002000:00010000:3.0:1763340290.824854:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/540 (5->18446744073709551615) 00002000:00100000:3.0:1763340290.824858:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7931880 with x1848995280720512 ext(5->18446744073709551615) 00002000:00010000:3.0:1763340290.824865:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c7931880. 00000100:00100000:0.0:1763340290.825038:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280720640:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 1465us (2312us total) trans 17179871376 rc 0/0 00000100:00100000:0.0:1763340290.825046:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1528 00002000:00010000:0.0:1763340290.825049:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/540 (0->18446744073709551615) 00002000:00100000:0.0:1763340290.825052:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c7933480 with x1848995280720640 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340290.825058:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c7933480. 00000100:00100000:1.0:1763340290.825374:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8938 00000100:00100000:1.0:1763340290.825386:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280720768:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340290.825406:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.825424:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249e32 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16768 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.825456:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249e39 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340290.825470:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249e39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.825481:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249e39 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340290.825601:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249e32 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16768 expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.825616:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249e39 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16768 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.825635:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:1.0:1763340290.825639:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340290.825643:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00000100:00100000:1.0:1763340290.825685:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280720768:12345-192.168.203.42@tcp:101:bash.0 Request processed in 303us (2925us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.825692:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8938 00000100:00100000:1.0:1763340290.833028:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.833083:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.833572:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280721024 00000100:00100000:2.0:1763340290.833584:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280721024 00000100:00100000:3.0:1763340290.833623:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280721280 00000100:00100000:2.0:1763340290.833655:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8939 00000100:00100000:2.0:1763340290.833666:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555e8e9c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56765:x1848995280721024:12345-192.168.203.42@tcp:36:lfs.0 00000100:00100000:3.0:1763340290.833695:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280721280 00010000:00010000:2.0:1763340290.833753:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00000100:00100000:3.0:1763340290.833768:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8940 00010000:00010000:2.0:1763340290.833772:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.833787:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340290.833908:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d267a7b3 reply state 000000008be14113 transno 4294972501 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340290.833918:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280721280:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340290.833921:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.833934:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:2.0:1763340290.833938:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340290.833942:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340290.833950:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.833972:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249e24 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16761 expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.833987:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:3.0:1763340290.833992:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.834047:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555e8e9c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56765:x1848995280721024:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 383us (1029us total) trans 4294972501 rc 0/0 00000100:00100000:2.0:1763340290.834055:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8939 00010000:00010000:3.0:1763340290.834261:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340290.834272:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.834280:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:3.0:1763340290.834314:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972502 00000004:00010000:3.0:1763340290.834337:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000071974f53 reply state 00000000ba439c53 transno 4294972503 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.834347:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.834353:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:3.0:1763340290.834355:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340290.834358:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340290.834417:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280721280:12345-192.168.203.42@tcp:36:bash.0 Request processed in 640us (1331us total) trans 4294972503 rc 0/0 00000100:00100000:3.0:1763340290.834424:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8940 00000020:00080000:3.0:1763340290.834428:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340290.837806:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.838674:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.839977:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340290.839999:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292205056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763340290.840055:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.840152:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280721536 00000100:00100000:1.0:1763340290.840160:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280721536 00000100:00100000:1.0:1763340290.840222:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8941 00000100:00100000:1.0:1763340290.840232:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280721536:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340290.840258:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.840280:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249e4e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16776 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.840334:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249e4e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16776 expref: 218 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.840348:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249e4e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16776 expref: 218 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.840364:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:1.0:1763340290.840367:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340290.840371:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ea00, rc 0) 00000100:00100000:1.0:1763340290.840416:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:55868:x1848995280721536:12345-192.168.203.42@tcp:101:bash.0 Request processed in 185us (1744us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.840424:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8941 00000100:00100000:3.0:1763340290.840616:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292205312:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840656:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840674:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3650:1848995292205824:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840695:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840707:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3650:1848995292206336:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840724:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840738:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763340290.840743:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3650:1848995292205440:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840762:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840775:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3650:1848995292205952:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840792:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840813:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3649:1848995292205184:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840843:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840868:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3649:1848995292205696:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840887:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840895:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292206208:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840914:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840929:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763340290.840933:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3649:1848995292205568:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840953:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.840962:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292206080:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.840979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340290.841003:0:32281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205184 00000100:00100000:3.0:1763340290.841007:0:32281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205184 00000100:00100000:3.0:1763340290.841034:0:32281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1763340290.841041:0:32281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd5b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3649:x1848995292205184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841079:0:32281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd5b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3649:x1848995292205184:12345-0@lo:400:kworker.0 Request processed in 38us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841085:0:32281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1763340290.841112:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205312 00000100:00100000:3.0:1763340290.841115:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205312 00000100:00100000:3.0:1763340290.841135:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292206080 00000100:00100000:3.0:1763340290.841138:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292206080 00000100:00100000:3.0:1763340290.841152:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1763340290.841158:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292205312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841192:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292205312:12345-0@lo:400:kworker.0 Request processed in 33us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841197:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1763340290.841210:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1763340290.841215:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292206080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841241:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292206080:12345-0@lo:400:kworker.0 Request processed in 26us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841247:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1763340290.841283:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292205312:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841305:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292206080:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841312:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3649:1848995292205184:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841340:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205824 00000100:00100000:3.0:1763340290.841343:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205824 00000100:00100000:3.0:1763340290.841368:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1763340290.841373:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1848995292205824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841406:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1848995292205824:12345-0@lo:400:kworker.0 Request processed in 33us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841412:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1763340290.841436:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3650:1848995292205824:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841452:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292206336 00000100:00100000:3.0:1763340290.841454:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292206336 00000100:00100000:3.0:1763340290.841468:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205440 00000100:00100000:3.0:1763340290.841471:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205440 00000100:00100000:3.0:1763340290.841481:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205952 00000100:00100000:3.0:1763340290.841483:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205952 00000100:00100000:3.0:1763340290.841494:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205696 00000100:00100000:3.0:1763340290.841496:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205696 00000100:00100000:3.0:1763340290.841507:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205568 00000100:00100000:3.0:1763340290.841509:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205568 00000100:00100000:3.0:1763340290.841522:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:3.0:1763340290.841527:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1848995292206336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841593:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1848995292206336:12345-0@lo:400:kworker.0 Request processed in 66us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841599:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:3.0:1763340290.841621:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3650:1848995292206336:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841652:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1763340290.841658:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1848995292205440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841687:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1848995292205440:12345-0@lo:400:kworker.0 Request processed in 30us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841692:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1763340290.841711:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3650:1848995292205440:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841726:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1763340290.841731:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1848995292205952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841759:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1848995292205952:12345-0@lo:400:kworker.0 Request processed in 28us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841764:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1763340290.841782:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3650:1848995292205952:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841799:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1763340290.841805:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1848995292205696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841834:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1848995292205696:12345-0@lo:400:kworker.0 Request processed in 30us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841840:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1763340290.841860:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3649:1848995292205696:0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841878:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1763340290.841884:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1848995292205568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340290.841912:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1848995292205568:12345-0@lo:400:kworker.0 Request processed in 29us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.841917:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1763340290.841938:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3649:1848995292205568:0@lo:400:kworker.0 00000100:00100000:0.0:1763340290.842085:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292205056 00000100:00100000:0.0:1763340290.842090:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292205056 00000100:00100000:0.0:1763340290.842133:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1763340290.842141:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292205056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763340290.842155:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484930368 pending 28672 free 3920220160 avail 3688640512 00000100:00100000:0.0:1763340290.842194:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292205056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (2139us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.842200:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1763340290.842241:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292205056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763340290.842259:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280721408 00000100:00100000:0.0:1763340290.842263:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280721408 00000100:00100000:0.0:1763340290.842287:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292206208 00000100:00100000:0.0:1763340290.842290:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292206208 00000100:00100000:0.0:1763340290.842313:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1763340290.842320:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292206208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763340290.842352:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292206208:12345-0@lo:400:kworker.0 Request processed in 33us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.842358:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1763340290.842370:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6007 00000100:00100000:0.0:1763340290.842377:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:56765:x1848995280721408:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340290.842385:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340290.842400:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1676f expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.842423:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 26 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340290.842431:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.842433:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.842438:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 26 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.842463:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 26 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340290.842477:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 26 pid: 8400 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763340290.842488:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292206464:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340290.842564:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340290.842593:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292206208:0@lo:400:kworker.0 00000100:00080000:2.0:1763340290.842830:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763340290.842834:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763340290.842838:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763340290.842840:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763340290.842874:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763340290.842882:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292206592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763340290.842913:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.843244:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340290.843291:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292206592 00000100:00100000:1.0:1763340290.843296:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292206592 00000100:00100000:1.0:1763340290.843324:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1763340290.843331:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292206592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763340290.843358:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445969920 avail 1299730432 00000100:00100000:1.0:1763340290.843395:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292206592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.843401:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1763340290.844022:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292206720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763340290.844055:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.844107:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292206592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763340290.844169:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292206720 00000100:00100000:1.0:1763340290.844173:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292206720 00000100:00100000:1.0:1763340290.844197:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1763340290.844203:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292206720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763340290.844223:0:14058:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:1.0:1763340290.844267:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292206720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.844273:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1763340290.844341:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292206720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763340290.848435:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.848894:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.849317:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292206464:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340290.849351:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 26 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.849371:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c800, rc 0) 00000100:00100000:2.0:1763340290.849491:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280721792 00000100:00100000:2.0:1763340290.849498:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280721792 00000100:00100000:2.0:1763340290.849567:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8942 00000100:00100000:2.0:1763340290.849575:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:55868:x1848995280721792:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340290.849592:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.849595:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340290.849620:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb18249e4e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16776 expref: 218 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.849645:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.849650:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.849664:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e5c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1677d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.849711:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249e63 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.849723:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249e63 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.849732:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249e63 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340290.850022:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:56765:x1848995280721408:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7644us (12236us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.850030:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6007 00000100:00100000:3.0:1763340290.850094:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280721920 00000100:00100000:3.0:1763340290.850099:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280721920 00010000:00010000:3.0:1763340290.850117:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 26 pid: 8400 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763340290.850146:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2901 00000100:00100000:3.0:1763340290.850152:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280721920:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340290.850162:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.850176:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 26 pid: 8400 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1763340290.850187:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 26 pid: 8400 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1763340290.850200:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249cb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166e3 expref: 26 pid: 8400 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1763340290.850209:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.850210:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.850217:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.850226:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.850257:0:7449:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.850270:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292206848:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340290.850323:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000040:00080000:2.0:1763340290.851050:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1325, 88 off111984 00000004:00080000:2.0:1763340290.851059:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031658525623ns, next at 1032114499842ns, rc = 0 00000040:00080000:2.0:1763340290.851095:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1303, 88 off110240 00000004:00080000:2.0:1763340290.851100:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031658567083ns, next at 1032114470593ns, rc = 0 00000040:00080000:2.0:1763340290.851119:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1304, 88 off110328 00000004:00080000:2.0:1763340290.851123:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031658590412ns, next at 1032114470593ns, rc = 0 00000040:00080000:2.0:1763340290.851134:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1326, 88 off112072 00000004:00080000:2.0:1763340290.851138:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031658605188ns, next at 1032114499842ns, rc = 0 00000100:00100000:0.0:1763340290.854465:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.854601:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280722048 00000100:00100000:1.0:1763340290.854610:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280722048 00000100:00100000:1.0:1763340290.854671:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6008 00000100:00100000:1.0:1763340290.854681:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280722048:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340290.854814:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340290.854818:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:1.0:1763340290.854820:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb atime from disk: 0 -> 1763340290 00002000:00010000:1.0:1763340290.854822:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00002000:00010000:1.0:1763340290.854824:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340290.854883:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280722048:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 203us (424us total) trans 17179871377 rc 0/0 00000100:00100000:1.0:1763340290.854890:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6008 00000100:00100000:3.0:1763340290.854993:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292206848:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340290.855014:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340290.855037:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280721920:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4885us (6255us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.855045:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2901 00000001:00080000:1.0:1763340290.856412:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972504 is committed 00000004:00080000:1.0:1763340290.856420:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 873 committed 00000004:00080000:1.0:1763340290.856431:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 852 committed 00000004:00080000:1.0:1763340290.856440:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 851 committed 00000004:00080000:1.0:1763340290.856443:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 872 committed 00000100:00100000:1.0:1763340290.856572:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292206976:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.856616:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.856653:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340290.856659:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292207360:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.856680:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.856707:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292207104:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.856726:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.856740:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340290.856744:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292207232:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.856759:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340290.856782:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292206976 00000100:00100000:1.0:1763340290.856787:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292206976 00000100:00100000:1.0:1763340290.856817:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292207360 00000100:00100000:1.0:1763340290.856819:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292207360 00000100:00100000:1.0:1763340290.856835:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292207104 00000100:00100000:1.0:1763340290.856838:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292207104 00000100:00100000:1.0:1763340290.856850:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292207232 00000100:00100000:1.0:1763340290.856852:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292207232 00000100:00100000:1.0:1763340290.856870:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6009 00000100:00100000:1.0:1763340290.856877:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292206976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340290.856896:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:541 count 1 00010000:00010000:1.0:1763340290.856919:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.856938:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.856946:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340290.856948:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340290.856952:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.856977:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 11 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.856990:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 11 pid: 8400 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340290.857001:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292207488:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340290.857048:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340290.857064:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6010 00000100:00100000:1.0:1763340290.857071:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292207360:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.857208:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292207360:12345-0@lo:2:osp-syn-0-1.0 Request processed in 137us (526us total) trans 21474838663 rc 0/0 00000100:00100000:1.0:1763340290.857214:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6010 00000100:00100000:1.0:1763340290.857229:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011 00000100:00100000:1.0:1763340290.857234:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292207104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340290.857245:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:542 count 1 00002000:00010000:1.0:1763340290.857265:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340290.857270:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857278:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.857279:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.857284:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857296:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857305:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857313:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857330:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.857484:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292207104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 249us (756us total) trans 21474838664 rc 0/0 00000100:00100000:1.0:1763340290.857491:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011 00000100:00100000:1.0:1763340290.857504:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6012 00000100:00100000:1.0:1763340290.857510:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292207232:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.857603:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292207232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 93us (842us total) trans 21474838665 rc 0/0 00000100:00100000:1.0:1763340290.857609:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6012 00010000:00010000:1.0:1763340290.857642:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340290.857648:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857656:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340290.857660:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857668:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857683:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857689:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.857703:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.857705:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.857706:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340290.857730:0:3650:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838659 gen 2 00000004:00080000:1.0:1763340290.857735:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3480, transno 21474838599 00000004:00080000:1.0:1763340290.857743:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0700, transno 21474838600 00000004:00080000:1.0:1763340290.857746:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e2680, transno 21474838601 00000004:00080000:1.0:1763340290.857748:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1f80, transno 21474838602 00000004:00080000:1.0:1763340290.857750:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e2a00, transno 21474838603 00000004:00080000:1.0:1763340290.857753:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3800, transno 21474838604 00000004:00080000:1.0:1763340290.857755:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e3b80, transno 21474838605 00000004:00080000:1.0:1763340290.857758:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0e00, transno 21474838606 00000004:00080000:1.0:1763340290.857760:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffe680, transno 21474838608 00000004:00080000:1.0:1763340290.857762:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffed80, transno 21474838609 00000004:00080000:1.0:1763340290.857765:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffe300, transno 21474838610 00000004:00080000:1.0:1763340290.857767:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7ffd880, transno 21474838611 00000004:00080000:1.0:1763340290.857770:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6dc00, transno 21474838613 00000004:00080000:1.0:1763340290.857772:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6c380, transno 21474838614 00000004:00080000:1.0:1763340290.857774:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6c000, transno 21474838615 00000004:00080000:1.0:1763340290.857776:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c8a6e680, transno 21474838616 00000004:00080000:1.0:1763340290.857786:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfc380, transno 21474838619 00000004:00080000:1.0:1763340290.857789:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfea00, transno 21474838620 00000004:00080000:1.0:1763340290.857791:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfd500, transno 21474838621 00000004:00080000:1.0:1763340290.857793:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfd180, transno 21474838622 00000004:00080000:1.0:1763340290.857796:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfdc00, transno 21474838625 00000004:00080000:1.0:1763340290.857798:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfe300, transno 21474838626 00000004:00080000:1.0:1763340290.857801:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4700, transno 21474838627 00000004:00080000:1.0:1763340290.857803:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4000, transno 21474838628 00000004:00080000:1.0:1763340290.857805:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7100, transno 21474838631 00000004:00080000:1.0:1763340290.857808:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6680, transno 21474838632 00000004:00080000:1.0:1763340290.857811:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa5f80, transno 21474838633 00000004:00080000:1.0:1763340290.857813:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4e00, transno 21474838634 00000004:00080000:1.0:1763340290.857816:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b2a300, transno 21474838637 00000004:00080000:1.0:1763340290.857819:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b2b100, transno 21474838638 00000004:00080000:1.0:1763340290.857823:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1f100, transno 21474838639 00000004:00080000:1.0:1763340290.857826:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1c000, transno 21474838640 00000004:00080000:1.0:1763340290.857829:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b2a680, transno 21474838641 00000004:00080000:1.0:1763340290.857832:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b29180, transno 21474838642 00000004:00080000:1.0:1763340290.857835:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b28a80, transno 21474838643 00000004:00080000:1.0:1763340290.857838:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b2bb80, transno 21474838644 00000004:00080000:1.0:1763340290.857841:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6ddf80, transno 21474838646 00000004:00080000:1.0:1763340290.857845:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc700, transno 21474838647 00000004:00080000:1.0:1763340290.857847:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f52300, transno 21474838648 00000004:00080000:1.0:1763340290.857850:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dc000, transno 21474838649 00000004:00080000:1.0:1763340290.857855:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d52300, transno 21474838651 00000004:00080000:1.0:1763340290.857858:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d51c00, transno 21474838652 00000004:00080000:1.0:1763340290.857861:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d53b80, transno 21474838653 00000004:00080000:1.0:1763340290.857864:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b1c700, transno 21474838654 00000004:00080000:1.0:1763340290.857868:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b33b80, transno 21474838656 00000004:00080000:1.0:1763340290.857872:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b30380, transno 21474838657 00000004:00080000:1.0:1763340290.857875:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b30a80, transno 21474838658 00000004:00080000:1.0:1763340290.857877:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c6b30e00, transno 21474838659 00000100:00100000:1.0:1763340290.857885:0:3650:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c5594a80 x1848995292207232/t21474838665(21474838665) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340306 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340290.857896:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5594a80/2, rc 0, transno 21474838665 00010000:00010000:2.0:1763340290.857901:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249e63 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1677d expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340290.857904:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292207232:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340290.857924:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5596d80/2, rc 0, transno 21474838664 00000100:00100000:1.0:1763340290.857929:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292207104:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340290.857930:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.857935:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340290.857950:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e5c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1677d expref: 208 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763340290.857969:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249e63 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1677d expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.857995:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.857998:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763340290.858001:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9c600, rc 0) 00000100:00100000:2.0:1763340290.858033:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280721792:12345-192.168.203.42@tcp:101:bash.0 Request processed in 8459us (9605us total) trans 4294972504 rc 0/0 00000100:00100000:2.0:1763340290.858043:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8942 00000004:00080000:1.0:1763340290.858155:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 48 done 00000004:00080000:1.0:1763340290.858175:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5597800/2, rc 0, transno 21474838663 00000100:00100000:1.0:1763340290.858179:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292207360:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340290.858349:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858357:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858362:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858367:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.858370:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858376:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858384:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:3.0:1763340290.858387:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.858390:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858395:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249d44 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858409:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858414:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858419:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858423:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.858425:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858430:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858435:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc400) 00010000:00010000:3.0:1763340290.858437:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.858439:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858443:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249dd0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858472:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858478:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858484:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858488:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45d400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.858490:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858495:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858501:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:3.0:1763340290.858503:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.858506:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858510:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249dfa lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858520:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858525:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858555:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858560:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.858563:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858571:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858578:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:3.0:1763340290.858580:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.858583:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858588:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249e40 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.858599:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858605:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858610:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858615:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.858617:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858632:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858640:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:3.0:1763340290.858643:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.858646:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340290.858651:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e47 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340290.859169:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292207872:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.859217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.859247:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763340290.859253:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292207744:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.859273:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.859299:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292207872 00000100:00100000:0.0:1763340290.859306:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292207872 00000100:00100000:0.0:1763340290.859337:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292207744 00000100:00100000:0.0:1763340290.859340:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292207744 00000100:00100000:0.0:1763340290.859358:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6013 00000100:00100000:0.0:1763340290.859366:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:3651:x1848995292207872:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.859508:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3651:x1848995292207872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (289us total) trans 17179871378 rc 0/0 00000100:00100000:0.0:1763340290.859515:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6013 00000100:00100000:2.0:1763340290.859520:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292208000:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340290.859571:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.859572:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6014 00000100:00100000:0.0:1763340290.859583:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:3651:x1848995292207744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340290.859597:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:542 count 1 00000100:00100000:2.0:1763340290.859604:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340290.859612:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292207616:0@lo:6:osp-syn-1-1.0 00002000:00010000:0.0:1763340290.859633:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340290.859642:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340290.859647:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763340290.859659:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.859662:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.859667:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340290.859675:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292208000 00000100:00100000:2.0:1763340290.859680:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292208000 00010000:00010000:0.0:1763340290.859681:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.859691:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.859699:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340290.859705:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292207616 00000100:00100000:2.0:1763340290.859709:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292207616 00010000:00010000:0.0:1763340290.859719:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340290.859730:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6015 00000100:00100000:2.0:1763340290.859738:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3648:x1848995292208000:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.859881:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3651:x1848995292207744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 300us (606us total) trans 17179871379 rc 0/0 00000100:00100000:0.0:1763340290.859888:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6014 00000100:00100000:0.0:1763340290.859900:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6016 00000100:00100000:0.0:1763340290.859906:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292207616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763340290.859918:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:541 count 1 00010000:00010000:0.0:1763340290.859929:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.859941:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.859948:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340290.859950:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340290.859953:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.859977:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.859989:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 25 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340290.860000:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292208128:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340290.860055:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c3134900 going to sleep for 11 seconds 00010000:00010000:0.0:1763340290.860067:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340290.860072:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.860079:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.860083:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.860092:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.860105:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.860117:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb18249e78 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.860131:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.860133:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.860135:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340290.860170:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f51880/2, rc 0, transno 17179871379 00000100:00100000:0.0:1763340290.860175:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292207744:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763340290.860183:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f51500/2, rc 0, transno 17179871378 00000100:00100000:0.0:1763340290.860186:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292207872:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340290.860228:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292208000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 490us (658us total) trans 17179871380 rc 0/0 00000100:00100000:2.0:1763340290.860274:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6015 00000004:00080000:2.0:1763340290.860308:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f53b80/2, rc 0, transno 17179871380 00000100:00100000:2.0:1763340290.860376:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292208000:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.863029:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.863586:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280722304 00000100:00100000:2.0:1763340290.863599:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280722304 00000100:00100000:2.0:1763340290.863670:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3033 00000100:00100000:2.0:1763340290.863682:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56765:x1848995280722304:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340290.863752:0:6517:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1c9:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249c09 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ab expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.863803:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:2.0:1763340290.863816:0:6517:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.863826:0:6517:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340290.863862:0:6517:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 202 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.863873:0:6517:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 202 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.863884:0:6517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292208256:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340290.863962:0:6517:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3967f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340290.867844:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292207488:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340290.867873:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340290.869870:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.870612:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280722432 00000100:00100000:3.0:1763340290.870622:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280722432 00010000:00010000:3.0:1763340290.870675:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 12 pid: 8400 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.870713:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2902 00000100:00100000:3.0:1763340290.870723:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280722432:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340290.870738:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340290.870743:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 12 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.870755:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 12 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.870776:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cba9d800/0xbdebf3fb18249d13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1670d expref: 12 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340290.870803:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.870805:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.870810:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.870820:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.870849:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340290.870916:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280722432:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 194us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.870925:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2902 00010000:00010000:1.0:1763340290.871001:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.871012:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.871021:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.871029:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.871053:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.871279:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292206976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14402us (14661us total) trans 21474838666 rc 0/0 00000100:00100000:1.0:1763340290.871287:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6009 00000004:00080000:1.0:1763340290.871331:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5594380/2, rc 0, transno 21474838666 00000100:00100000:1.0:1763340290.871337:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292206976:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340290.875122:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340290.875138:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.875150:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340290.875154:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.875164:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.875185:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.875192:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb18249e6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.875217:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.875218:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340290.875220:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340290.875759:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.876085:0:6517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6517:1848995292208256:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340290.876109:0:6517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000100:00100000:1.0:1763340290.876197:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292208128:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340290.876215:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340290.876451:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280722560 00000100:00100000:0.0:1763340290.876458:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280722560 00010000:00010000:0.0:1763340290.876492:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 26 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340290.876618:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2903 00000100:00100000:0.0:1763340290.876639:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280722560:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340290.876655:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340290.876661:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 26 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340290.876673:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 26 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340290.876694:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249d1a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16714 expref: 26 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340290.876708:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.876710:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340290.876715:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.876724:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.876750:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340290.876893:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.876902:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.876912:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.876925:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.876942:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.877159:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292207616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17251us (17511us total) trans 17179871381 rc 0/0 00000100:00100000:1.0:1763340290.877168:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6016 00010000:00010000:1.0:1763340290.877191:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340290.877196:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.877203:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340290.877208:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.877216:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.877228:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.877234:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d600/0xbdebf3fb18249e7f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.877251:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.877253:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340290.877255:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340290.877367:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f53100/2, rc 0, transno 17179871381 00000100:00100000:2.0:1763340290.877374:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292207616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.877443:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280722560:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 814us (1687us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.877451:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2903 00000100:00100000:0.0:1763340290.877498:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.877652:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.877715:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280722816 00000100:00100000:3.0:1763340290.877721:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280722816 00000100:00100000:3.0:1763340290.877758:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6017 00000100:00100000:3.0:1763340290.877765:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280722816:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340290.877778:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.877795:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16784 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340290.877812:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340290.877825:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.877827:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340290.877833:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.877845:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.877855:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:3.0:1763340290.877884:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:55868:x1848995280722816:12345-192.168.203.42@tcp:101:bash.0 Request processed in 119us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.877890:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6017 00000100:00100000:2.0:1763340290.877971:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280722688 00000100:00100000:2.0:1763340290.877976:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280722688 00010000:00010000:2.0:1763340290.877994:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 203 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.878020:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2904 00000100:00100000:2.0:1763340290.878027:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:2407:x1848995280722688:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340290.878036:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.878042:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 203 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.878052:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 203 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.878068:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb18249c72 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ce expref: 203 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.878081:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:2.0:1763340290.878086:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340290.878094:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340290.878100:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 00010000:00010000:2.0:1763340290.878385:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.878410:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:2407:x1848995280722688:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 383us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.878417:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2904 00010000:00010000:0.0:1763340290.878695:0:6517:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.878704:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00000040:00080000:0.0:1763340290.879234:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1327, 88 off112160 00000004:00080000:0.0:1763340290.879241:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031686707769ns, next at 1032114499842ns, rc = 0 00000040:00080000:0.0:1763340290.879280:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1305, 88 off110416 00000004:00080000:0.0:1763340290.879285:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031686752377ns, next at 1032114470593ns, rc = 0 00000040:00080000:0.0:1763340290.879310:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1306, 88 off110504 00000004:00080000:0.0:1763340290.879315:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031686782460ns, next at 1032114470593ns, rc = 0 00000040:00080000:0.0:1763340290.879326:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1328, 88 off112248 00000004:00080000:0.0:1763340290.879329:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031686796354ns, next at 1032114499842ns, rc = 0 00000001:00080000:2.0:1763340290.881510:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972505 is committed 00000004:00080000:2.0:1763340290.881641:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 875 committed 00000004:00080000:2.0:1763340290.881660:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 854 committed 00000004:00080000:2.0:1763340290.881710:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 853 committed 00000004:00080000:2.0:1763340290.881714:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 874 committed 00000100:00100000:2.0:1763340290.881791:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292208384:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340290.881800:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292208512:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.881917:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.882486:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292208768:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.882527:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.882583:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292208640:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340290.882604:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340290.882647:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292208768 00000100:00100000:0.0:1763340290.882647:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292208384 00000100:00100000:2.0:1763340290.882654:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292208768 00000100:00100000:0.0:1763340290.882654:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292208384 00000100:00100000:1.0:1763340290.882735:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340290.883008:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292208640 00000100:00100000:0.0:1763340290.883012:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292208640 00000100:00100000:0.0:1763340290.883033:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292208512 00000100:00100000:0.0:1763340290.883036:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292208512 00000100:00100000:0.0:1763340290.883056:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6018 00000100:00100000:0.0:1763340290.883064:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3649:x1848995292208384:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340290.883186:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6019 00000100:00100000:2.0:1763340290.883194:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3648:x1848995292208768:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340290.883200:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340290.883204:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:0.0:1763340290.883206:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340290.883208:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00002000:00010000:0.0:1763340290.883210:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340290.883251:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3649:x1848995292208384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 187us (1334us total) trans 21474838667 rc 0/0 00000100:00100000:0.0:1763340290.883258:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6018 00002000:00010000:2.0:1763340290.883259:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340290.883261:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:2.0:1763340290.883263:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.883265:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00002000:00010000:2.0:1763340290.883267:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340290.883274:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6020 00000100:00100000:0.0:1763340290.883279:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3651:x1848995292208640:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340290.883295:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:3648:x1848995292208768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (767us total) trans 17179871382 rc 0/0 00000100:00100000:2.0:1763340290.883301:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6019 00000100:00100000:2.0:1763340290.883313:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6021 00000100:00100000:2.0:1763340290.883319:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3650:x1848995292208512:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763340290.883330:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763340290.883333:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:0.0:1763340290.883335:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb atime from disk: 1763340290 -> 1763340290 00002000:00010000:0.0:1763340290.883337:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00002000:00010000:0.0:1763340290.883340:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21b:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1763340290.883366:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb size from disk: 5 -> 5 00000100:00100000:0.0:1763340290.883368:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3651:x1848995292208640:12345-0@lo:2:osp-syn-1-1.0 Request processed in 88us (762us total) trans 17179871383 rc 0/0 00002000:00010000:2.0:1763340290.883369:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:2.0:1763340290.883371:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.883374:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00000100:00100000:0.0:1763340290.883374:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6020 00002000:00010000:2.0:1763340290.883376:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340290.883402:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3650:x1848995292208512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (667us total) trans 21474838668 rc 0/0 00000100:00100000:2.0:1763340290.883408:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6021 00000004:00080000:0.0:1763340290.883415:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d87480/2, rc 0, transno 17179871383 00000100:00100000:0.0:1763340290.883421:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292208640:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340290.883436:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d85180/2, rc 0, transno 17179871382 00000100:00100000:0.0:1763340290.883439:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292208768:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763340290.883456:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5597b80/2, rc 0, transno 21474838667 00000100:00100000:0.0:1763340290.883460:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292208384:0@lo:2:osp-syn-0-1.0 00000004:00010000:0.0:1763340290.883495:0:6517:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000803d673e reply state 00000000a72507b0 transno 4294972505 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.883516:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.883526:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:0.0:1763340290.883529:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763340290.883557:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340290.883563:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:0.0:1763340290.883566:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340290.883572:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249c09 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df166ab expref: 201 pid: 6513 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763340290.883763:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5595500/2, rc 0, transno 21474838668 00000100:00100000:1.0:1763340290.883768:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292208512:0@lo:2:osp-syn-0-1.0 00010000:00080000:0.0:1763340290.883858:0:6517:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763340290.883877:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56765:x1848995280722304:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 20199us (20858us total) trans 4294972505 rc 0/0 00000100:00100000:0.0:1763340290.883886:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3033 00010000:00010000:1.0:1763340290.883932:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.883940:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.883947:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.883953:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340290.883957:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.883965:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.883975:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:1.0:1763340290.883977:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340290.883981:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.883986:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c400/0xbdebf3fb18249e86 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00000100:00100000:2.0:1763340290.884002:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.884127:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280722944 00000100:00100000:1.0:1763340290.884131:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280722944 00000100:00100000:1.0:1763340290.884173:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6022 00000100:00100000:1.0:1763340290.884180:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:55868:x1848995280722944:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340290.884191:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340290.884206:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1678b expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340290.884222:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340290.884238:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.884240:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340290.884248:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.884261:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 12 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340290.884270:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fa00, rc 0) 00000100:00100000:1.0:1763340290.884307:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:55868:x1848995280722944:12345-192.168.203.42@tcp:101:bash.0 Request processed in 128us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340290.884314:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6022 00000100:00100000:0.0:1763340290.886131:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.886222:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280723072 00000100:00100000:0.0:1763340290.886225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.886231:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280723072 00000100:00100000:0.0:1763340290.886265:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.886293:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8943 00000100:00100000:2.0:1763340290.886303:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+200:56765:x1848995280723072:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:3.0:1763340290.886308:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280723328 00000100:00100000:3.0:1763340290.886312:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280723328 00010000:00010000:2.0:1763340290.886324:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1763340290.886331:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/543 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.886335:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d84000 with x1848995280723328 ext(0->18446744073709551615) 00010000:00010000:2.0:1763340290.886341:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249e9b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16792 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340290.886342:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d84000. 00000100:00100000:3.0:1763340290.886357:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280723200 00000100:00100000:3.0:1763340290.886360:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280723200 00002000:00010000:3.0:1763340290.886371:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/543 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.886373:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d84700 with x1848995280723200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.886379:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d84700. 00000100:00100000:3.0:1763340290.886403:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1529 00000100:00100000:3.0:1763340290.886409:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280723328:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:2.0:1763340290.886569:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1530 00000100:00100000:2.0:1763340290.886577:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280723200:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340290.886596:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340290.886599:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340290.886602:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340290.886604:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340290.886607:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340290.887900:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280723328:12345-192.168.203.42@tcp:10:bash.0 Request processed in 1483us (1666us total) trans 21474838669 rc 0/0 00000100:00100000:3.0:1763340290.887912:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1529 00002000:00010000:3.0:1763340290.887917:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/543 (0->18446744073709551615) 00002000:00100000:3.0:1763340290.887921:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d84000 with x1848995280723328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340290.887928:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d84000. 00010000:00010000:0.0:1763340290.888667:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249e9b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16792 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.888687:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9d800/0xbdebf3fb18249e9b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16792 expref: 201 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340290.888708:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:0.0:1763340290.888712:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340290.888716:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cba9d800, rc 0) 00000100:00100000:0.0:1763340290.888777:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56765:x1848995280723072:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2475us (2654us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340290.888784:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8943 00000100:00100000:0.0:1763340290.893044:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340290.893122:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280723584 00000100:00100000:1.0:1763340290.893131:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280723584 00000100:00100000:1.0:1763340290.893620:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3034 00000100:00100000:1.0:1763340290.893640:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+201:56765:x1848995280723584:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340290.893874:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1c9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763340290.893936:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1329, 64 off112312 00000040:00080000:1.0:1763340290.893960:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1307, 64 off110568 00000040:00080000:1.0:1763340290.893972:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1308, 64 off110632 00000040:00080000:1.0:1763340290.893981:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1330, 64 off112376 00010000:00010000:1.0:1763340290.894041:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763340290.894059:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.894070:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.894078:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.894084:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.894090:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340290.894115:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340290.894289:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56765:x1848995280723584:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 652us (1254us total) trans 4294972506 rc 0/0 00000100:00100000:1.0:1763340290.894298:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3034 00010000:00010000:0.0:1763340290.894526:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340290.894548:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.894556:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.894560:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.894568:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.894580:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff9555d00f0000) 00010000:00010000:0.0:1763340290.894583:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340290.894588:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.894593:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb18249ea2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340290.894603:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.894605:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.894607:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763340290.896779:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340290.896786:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21f:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340290.896789:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340290.896791:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21f:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340290.896793:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340290.896977:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280723200:12345-192.168.203.42@tcp:10:bash.0 Request processed in 10395us (10705us total) trans 17179871384 rc 0/0 00000100:00100000:2.0:1763340290.896989:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1530 00002000:00010000:2.0:1763340290.896995:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/543 (0->18446744073709551615) 00002000:00100000:2.0:1763340290.896999:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d84700 with x1848995280723200 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340290.897014:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d84700. 00000100:00100000:0.0:1763340290.899455:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.899560:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280723840 00000100:00100000:2.0:1763340290.899569:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280723840 00000100:00100000:2.0:1763340290.899637:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8944 00000100:00100000:2.0:1763340290.899646:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56765:x1848995280723840:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.899669:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.899693:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249ea9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16799 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.899763:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.899776:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.899788:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.899800:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.899807:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.899814:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.899926:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340290.899935:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.899942:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340290.899951:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cc:0x0]: returning size 2 00010000:00010000:2.0:1763340290.900029:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900036:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900042:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900049:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900054:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.900058:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900064:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900075:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340290.900078:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.900082:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900088:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c200/0xbdebf3fb18249eb0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900100:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900106:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900111:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900120:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cba9da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.900122:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900128:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900134:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:2.0:1763340290.900136:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.900138:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900143:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9da00/0xbdebf3fb18249eb7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340290.900178:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9dc00/0xbdebf3fb18249ea9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.900193:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 204 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.900200:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.900203:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340290.900205:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45d400, rc 0) 00000100:00100000:2.0:1763340290.900263:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56765:x1848995280723840:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 618us (814us total) trans 4294972507 rc 0/0 00000100:00100000:2.0:1763340290.900270:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8944 00000100:00100000:0.0:1763340290.906921:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.906952:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.907009:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280724096 00000100:00100000:3.0:1763340290.907019:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280724096 00000100:00100000:3.0:1763340290.907068:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280724352 00000100:00100000:3.0:1763340290.907072:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280724352 00000100:00100000:3.0:1763340290.907088:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3035 00000100:00100000:3.0:1763340290.907098:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56765:x1848995280724096:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340290.907310:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56765:x1848995280724096:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 212us (397us total) trans 4294972508 rc 0/0 00000100:00100000:3.0:1763340290.907318:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3035 00000100:00100000:3.0:1763340290.907334:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3036 00000100:00100000:3.0:1763340290.907341:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280724352:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340290.907476:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280724352:12345-192.168.203.42@tcp:35:bash.0 Request processed in 134us (522us total) trans 4294972509 rc 0/0 00000100:00100000:3.0:1763340290.907484:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3036 00000100:00100000:0.0:1763340290.911315:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.911499:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280724608 00000100:00100000:3.0:1763340290.911508:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280724608 00000100:00100000:3.0:1763340290.911885:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8945 00000100:00100000:3.0:1763340290.911895:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56765:x1848995280724608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340290.911917:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.911935:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249ecc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167a0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.912024:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340290.912038:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.912046:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.912074:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.912086:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 207 pid: 8423 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340290.912099:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292208896:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340290.912170:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340290.919758:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.919952:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292208896:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340290.919979:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340290.920910:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280724736 00000100:00100000:2.0:1763340290.920918:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280724736 00010000:00010000:2.0:1763340290.920960:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 208 pid: 8423 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340290.921001:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2905 00000100:00100000:2.0:1763340290.921011:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2408:x1848995280724736:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340290.921026:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340290.921033:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 208 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.921043:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 208 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.921064:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ebe lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16799 expref: 208 pid: 8423 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340290.921078:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.921082:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.921091:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.921098:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.921124:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340290.921171:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:2408:x1848995280724736:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 162us (1422us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.921178:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2905 00010000:00010000:3.0:1763340290.921246:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.921253:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340290.921277:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cc:0x0]: returning size 5 00010000:00010000:3.0:1763340290.921400:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249ecc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167a0 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.921418:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167a0 expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.921425:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:3.0:1763340290.921427:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763340290.921430:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8400, rc 0) 00000100:00100000:3.0:1763340290.921608:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56765:x1848995280724608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9714us (10299us total) trans 4294972510 rc 0/0 00000100:00100000:3.0:1763340290.921615:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8945 00000100:00100000:0.0:1763340290.925067:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.925140:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280724864 00000100:00100000:2.0:1763340290.925151:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280724864 00000100:00100000:2.0:1763340290.925202:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3037 00000100:00100000:2.0:1763340290.925219:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e12c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56765:x1848995280724864:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:2.0:1763340290.925376:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e12c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56765:x1848995280724864:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 165us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.925384:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3037 00000100:00100000:0.0:1763340290.931275:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.931521:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280725120 00000100:00100000:2.0:1763340290.931547:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280725120 00000100:00100000:2.0:1763340290.931604:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8946 00000100:00100000:2.0:1763340290.931614:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56765:x1848995280725120:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.931643:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.931646:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340290.931672:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249ed3 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167a0 expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.931690:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.931694:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.931707:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ee1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167a7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340290.932064:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.932114:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280725248 00000100:00100000:3.0:1763340290.932318:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280725248 00000100:00100000:3.0:1763340290.932362:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8947 00000100:00100000:3.0:1763340290.932371:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56770:x1848995280725248:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340290.932379:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.932392:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249ee8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167ae expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.932432:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.932442:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932453:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932466:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.932472:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932478:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932579:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249efd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340290.932589:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249efd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932596:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249efd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340290.932622:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cc:0x0]: returning size 5 00000004:00200000:3.0:1763340290.932637:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340290.932656:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249efd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932666:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249efd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932676:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932682:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932692:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932698:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932704:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.932708:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932715:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932725:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340290.932728:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.932732:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932738:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249eef lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932749:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932755:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932760:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932766:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.932768:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932778:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932802:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2accf00) 00010000:00010000:3.0:1763340290.932805:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.932808:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932814:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ef6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340290.932843:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249ee8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ae expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.932859:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249efd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ae expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.932867:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:3.0:1763340290.932869:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340290.932871:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3fa00, rc 0) 00000100:00100000:3.0:1763340290.932921:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56770:x1848995280725248:12345-192.168.203.42@tcp:101:rm.0 Request processed in 550us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340290.932928:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8947 00010000:00010000:2.0:1763340290.933304:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f04 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.933314:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.933321:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340290.933331:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cc:0x0]: returning size 5 00010000:00010000:2.0:1763340290.933417:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249ee1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167a7 expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.933429:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f04 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167a7 expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.933436:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.933438:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340290.933440:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45dc00, rc 0) 00000100:00100000:2.0:1763340290.933577:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56765:x1848995280725120:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1964us (2311us total) trans 4294972511 rc 0/0 00000100:00100000:2.0:1763340290.933584:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8946 00000100:00100000:0.0:1763340290.938739:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340290.938794:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.939078:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280725760 00000100:00100000:2.0:1763340290.939088:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280725760 00000100:00100000:2.0:1763340290.939144:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8948 00000100:00100000:2.0:1763340290.939153:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56770:x1848995280725760:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340290.939204:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340290.939229:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cba9c600/0xbdebf3fb18249e63 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1677d expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.939247:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249efd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ae expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.939259:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249e39 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16768 expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.939268:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.939273:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340290.939296:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.939307:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939315:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939324:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.939330:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939336:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939404:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340290.939412:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939419:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00080000:2.0:1763340290.939665:0:6513:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1cc:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763340290.939747:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939755:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939760:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939769:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.939773:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939797:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939807:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:2.0:1763340290.939810:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340290.939814:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939820:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f20 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939834:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939840:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939845:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939851:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939856:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.939859:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939865:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939877:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340290.939879:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.939882:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939888:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f12 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763340290.939902:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008a72a6c0 reply state 000000002a60e318 transno 4294972512 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939913:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340290.939919:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:2.0:1763340290.939921:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340290.939924:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340290.939999:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56770:x1848995280725760:12345-192.168.203.42@tcp:36:rm.0 Request processed in 846us (1203us total) trans 4294972512 rc 0/0 00000100:00100000:2.0:1763340290.940007:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8948 00000100:00100000:3.0:1763340290.940430:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280725504 00000100:00100000:3.0:1763340290.940437:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280725504 00000100:00100000:3.0:1763340290.940483:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3038 00000100:00100000:3.0:1763340290.940492:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56765:x1848995280725504:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:3.0:1763340290.940560:0:14057:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1cc:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f04 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167a7 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.940587:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:3.0:1763340290.940596:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940604:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000004:00020000:3.0:1763340290.940724:0:14057:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1cc:0x0]: rc = -1 00010000:00010000:3.0:1763340290.940746:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940753:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940758:0:14057:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940763:0:14057:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.940766:0:14057:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940772:0:14057:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940780:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:3.0:1763340290.940794:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763340290.940798:0:14057:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940803:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f27 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340290.940813:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2aca100) 00010000:00010000:3.0:1763340290.940814:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763340290.940819:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f04 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167a7 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340290.940909:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56765:x1848995280725504:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 417us (2179us total) trans 4294972513 rc -1/-1 00000100:00100000:3.0:1763340290.940917:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3038 00000100:00100000:0.0:1763340290.947405:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.947486:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280725888 00000100:00100000:2.0:1763340290.947495:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280725888 00000100:00100000:2.0:1763340290.947580:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8949 00000100:00100000:2.0:1763340290.947590:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56765:x1848995280725888:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.947615:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.947647:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249f2e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167b5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.947699:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249f2e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167b5 expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.947718:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45d400/0xbdebf3fb18249f2e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167b5 expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.947732:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2eb3f00) 00010000:00010000:2.0:1763340290.947735:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340290.947738:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45d400, rc 0) 00000100:00100000:2.0:1763340290.947780:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56765:x1848995280725888:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 192us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.948291:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8949 00000100:00100000:1.0:1763340290.954176:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.954505:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280726144 00000100:00100000:2.0:1763340290.954515:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280726144 00000100:00100000:2.0:1763340290.954598:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3039 00000100:00100000:2.0:1763340290.954608:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56765:x1848995280726144:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340290.954861:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1cc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340290.954909:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1331, 64 off112440 00000040:00080000:2.0:1763340290.954926:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1309, 64 off110696 00000040:00080000:2.0:1763340290.954933:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1310, 64 off110760 00000040:00080000:2.0:1763340290.954940:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1332, 64 off112504 00010000:00010000:2.0:1763340290.954988:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340290.955002:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340290.955014:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340290.955022:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340290.955029:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340290.955035:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340290.955052:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340290.955220:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56765:x1848995280726144:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 612us (1052us total) trans 4294972514 rc 0/0 00000100:00100000:2.0:1763340290.955228:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3039 00010000:00010000:0.0:1763340290.955504:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340290.955511:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340290.955518:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45c400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340290.955522:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340290.955529:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340290.955572:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cc:0x0].0x0 (ffff9554c2eb3f00) 00010000:00010000:0.0:1763340290.955575:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340290.955580:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340290.955585:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c400/0xbdebf3fb18249f35 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340290.955594:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.955596:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340290.955598:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340290.962499:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.964102:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280726272 00000100:00100000:2.0:1763340290.964116:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280726272 00000100:00100000:2.0:1763340290.964175:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8950 00000100:00100000:2.0:1763340290.964183:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56771:x1848995280726272:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.964204:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.964226:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f3c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167bc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.964288:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340290.964301:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964313:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964322:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340290.964329:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964335:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964379:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964385:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964390:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964396:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964402:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.964405:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964412:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964422:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340290.964425:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.964430:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964436:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45dc00/0xbdebf3fb18249f43 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964449:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964454:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964460:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964464:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.964466:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964471:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964476:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:2.0:1763340290.964478:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.964480:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964485:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f4a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.964508:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f3c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167bc expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.964515:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340290.964517:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.964520:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45c200/0xbdebf3fb18249f3c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167bc expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.964552:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45c200, rc 0) 00000100:00100000:2.0:1763340290.964614:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56771:x1848995280726272:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 432us (2126us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.964621:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8950 00000100:00100000:1.0:1763340290.970293:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340290.970366:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280726400 00000100:00100000:3.0:1763340290.970379:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280726400 00000100:00100000:3.0:1763340290.970446:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8951 00000100:00100000:3.0:1763340290.970456:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56771:x1848995280726400:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340290.970479:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340290.970507:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f51 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167c3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.970616:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340290.970640:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970652:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970663:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340290.970670:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970678:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970715:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970722:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970728:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970734:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970740:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.970743:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970749:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970761:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340290.970764:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.970769:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970775:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249f58 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970789:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970795:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970801:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970806:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340290.970808:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970813:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970819:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:3.0:1763340290.970821:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.970824:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970829:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249f5f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340290.970854:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f51 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167c3 expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.970864:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340290.970866:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340290.970870:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249f51 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167c3 expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340290.970884:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:3.0:1763340290.970940:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56771:x1848995280726400:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 485us (656us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340290.970948:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8951 00000100:00100000:0.0:1763340290.977111:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.977187:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280726528 00000100:00100000:2.0:1763340290.977197:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280726528 00000100:00100000:2.0:1763340290.977255:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8952 00000100:00100000:2.0:1763340290.977264:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56771:x1848995280726528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.977284:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.977306:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f66 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167ca expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.977366:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249f6d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340290.977378:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249f6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.977389:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249f6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763340290.977433:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340290.977437:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340290.977470:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3fa00/0xbdebf3fb18249f66 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ca expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.977488:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249f6d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ca expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.977496:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340290.977499:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340290.977502:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8200, rc 0) 00000100:00100000:2.0:1763340290.978440:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56771:x1848995280726528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1172us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340290.978449:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8952 00000100:00100000:0.0:1763340290.994726:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340290.994827:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280726656 00000100:00100000:2.0:1763340290.994837:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280726656 00000100:00100000:2.0:1763340290.994899:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8953 00000100:00100000:2.0:1763340290.994909:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56771:x1848995280726656:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340290.994928:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340290.994949:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249f74 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167d1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.995011:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340290.995024:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995035:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995046:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340290.995053:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995059:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995096:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995102:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995108:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995117:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995122:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.995126:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995132:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995143:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340290.995146:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.995151:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995156:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb18249f7b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995169:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995174:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995179:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995183:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340290.995186:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995191:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995200:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:2.0:1763340290.995202:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.995205:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995210:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb18249f82 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340290.995236:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249f74 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d1 expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.995245:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340290.995247:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340290.995250:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249f74 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d1 expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340290.995258:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:2.0:1763340290.995320:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56771:x1848995280726656:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 412us (604us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340290.995327:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8953 00000100:00100000:1.0:1763340291.005635:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.005693:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280726912 00000100:00100000:3.0:1763340291.005705:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280726912 00000100:00100000:1.0:1763340291.005817:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8954 00000100:00100000:1.0:1763340291.005828:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56771:x1848995280726912:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.005848:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.005851:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340291.005878:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb18249f6d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ca expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.005898:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:1.0:1763340291.005911:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.005928:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249f89 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167d8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.006027:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340291.006397:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006408:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006419:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340291.006426:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006433:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006820:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340291.006830:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006837:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340291.006846:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00010000:00010000:1.0:1763340291.006870:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006877:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006884:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006889:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006895:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.006898:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006905:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006913:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.006915:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.006918:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006923:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb18249f90 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340291.006932:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b1f702a8 reply state 000000006ef685a9 transno 4294972515 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006941:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.006946:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:1.0:1763340291.006948:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.006950:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340291.006977:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb18249f89 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.006996:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.007002:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:1.0:1763340291.007004:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340291.007007:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340291.016075:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56771:x1848995280726912:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 10236us (10447us total) trans 4294972515 rc 0/0 00000100:00100000:1.0:1763340291.016089:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8954 00000100:00100000:3.0:1763340291.018436:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.018480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.018503:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280727168 00000100:00100000:3.0:1763340291.018505:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280727424 00000100:00100000:1.0:1763340291.018516:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280727168 00000100:00100000:3.0:1763340291.018517:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280727424 00000100:00100000:3.0:1763340291.018595:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8955 00000100:00100000:3.0:1763340291.018604:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56773:x1848995280727424:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.018636:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.018654:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249fac lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167e6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.018742:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.018755:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.018766:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340291.018775:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00010000:00010000:3.0:1763340291.018872:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249fac lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.018890:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.018898:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:3.0:1763340291.018901:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340291.018905:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:3.0:1763340291.018945:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56773:x1848995280727424:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 343us (466us total) trans 4294972516 rc 0/0 00000100:00100000:3.0:1763340291.018952:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8955 00000100:00100000:3.0:1763340291.018966:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8956 00000100:00100000:3.0:1763340291.018972:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56771:x1848995280727168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.018978:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.018985:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249fc1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167df expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.019025:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.019035:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.019052:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.019060:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.019089:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.019100:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 216 pid: 6514 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.019112:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292209024:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.021583:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.021601:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 216 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.021617:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292209152:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.021689:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555eee720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340291.030586:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292209024:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.030604:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292209152:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.030644:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340291.031016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.031037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.031071:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.031090:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280727552 00000100:00100000:2.0:1763340291.031099:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280727552 00000100:00100000:0.0:1763340291.031142:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280727680 00010000:00010000:2.0:1763340291.031148:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 217 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340291.031148:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280727680 00010000:00010000:0.0:1763340291.031171:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 218 pid: 6514 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340291.031195:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2906 00000100:00100000:0.0:1763340291.031207:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2907 00000100:00100000:2.0:1763340291.031208:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555d8c04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2407:x1848995280727552:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763340291.031221:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2408:x1848995280727680:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340291.031226:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.031232:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340291.031237:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 218 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340291.031240:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 218 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340291.031259:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 218 pid: 6513 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.031310:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280727936 00000100:00100000:1.0:1763340291.031326:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280727936 00000100:00100000:1.0:1763340291.031359:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3040 00000100:00100000:1.0:1763340291.031371:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56773:x1848995280727936:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.031597:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56773:x1848995280727936:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 227us (525us total) trans 4294972517 rc 0/0 00000100:00100000:1.0:1763340291.031605:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3040 00010000:00010000:0.0:1763340291.033735:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 219 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340291.033770:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb18249f9e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167d8 expref: 219 pid: 6513 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340291.033773:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb18249fb3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167e6 expref: 219 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340291.033800:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:0.0:1763340291.033804:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.033813:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.033821:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340291.033829:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:2.0:1763340291.033835:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340291.033863:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340291.033913:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340291.033926:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2408:x1848995280727680:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2707us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.033936:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2907 00010000:00010000:3.0:1763340291.034286:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340291.034616:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555d8c04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:2407:x1848995280727552:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 3410us (3598us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.034636:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2906 00000004:00200000:3.0:1763340291.035672:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00000004:00080000:3.0:1763340291.035848:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x221:0x0], index 0: 0 00000004:00080000:3.0:1763340291.035857:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x221:0x0], index 1: 0 00000004:00080000:3.0:1763340291.035862:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x222:0x0], index 1: 0 00000004:00080000:3.0:1763340291.035865:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x222:0x0], index 0: 0 00010000:00010000:3.0:1763340291.035967:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.035977:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.035984:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.035990:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.035994:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.036001:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.036014:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:3.0:1763340291.036017:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340291.036021:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.036026:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb18249fc8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.036073:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249fc1 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167df expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.036083:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:3.0:1763340291.036086:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340291.036089:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb18249fc1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167df expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.036103:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:3.0:1763340291.039186:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56771:x1848995280727168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 20198us (20743us total) trans 4294972518 rc 301/301 00000100:00100000:3.0:1763340291.039200:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8956 00000100:00100000:1.0:1763340291.040017:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.040123:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280728192 00000100:00100000:3.0:1763340291.040131:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280728192 00000100:00100000:3.0:1763340291.040587:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8957 00000100:00100000:3.0:1763340291.040599:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56773:x1848995280728192:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.040620:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.040653:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249fd6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167ed expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.040727:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.040742:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040754:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040764:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.040772:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040778:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040879:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249feb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.040887:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249feb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040894:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249feb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040979:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040987:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.040994:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041000:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041005:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.041009:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041016:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041027:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340291.041031:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.041035:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041042:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb18249fdd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041056:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041062:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041068:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041073:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.041076:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041082:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041088:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:3.0:1763340291.041091:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.041094:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041100:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb18249fe4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.041135:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb18249fd6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ed expref: 218 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.041157:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249feb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ed expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.041165:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340291.041167:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340291.041169:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:3.0:1763340291.041222:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56773:x1848995280728192:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 626us (1207us total) trans 4294972519 rc 0/0 00000100:00100000:3.0:1763340291.041230:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8957 00000100:00100000:1.0:1763340291.047472:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.047711:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280728448 00000100:00100000:3.0:1763340291.047721:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280728448 00000100:00100000:3.0:1763340291.047780:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3041 00000100:00100000:3.0:1763340291.047789:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56771:x1848995280728448:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340291.048058:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56771:x1848995280728448:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 270us (596us total) trans 4294972520 rc 0/0 00000100:00100000:3.0:1763340291.048067:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3041 00000100:00100000:3.0:1763340291.052564:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.053154:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.053710:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.053808:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280728960 00000100:00100000:0.0:1763340291.053818:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280728960 00000100:00100000:0.0:1763340291.053874:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3042 00000100:00100000:0.0:1763340291.053884:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e11050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56771:x1848995280728960:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340291.054107:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e11050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56771:x1848995280728960:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 223us (397us total) trans 4294972521 rc 0/0 00000100:00100000:0.0:1763340291.054115:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3042 00000100:00100000:2.0:1763340291.054201:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280728576 00000100:00100000:2.0:1763340291.054206:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280728576 00000100:00100000:2.0:1763340291.054243:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280728704 00000100:00100000:2.0:1763340291.054247:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280728704 00000100:00100000:2.0:1763340291.054269:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6023 00000100:00100000:2.0:1763340291.054276:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280728576:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.054285:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.054304:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167f4 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.054339:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x222:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340291.054354:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.054356:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.054364:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 28 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.054386:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 28 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.054398:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:2.0:1763340291.054421:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2407:x1848995280728576:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 145us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.054427:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6023 00000100:00100000:2.0:1763340291.054442:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6024 00000100:00100000:2.0:1763340291.054448:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280728704:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.054455:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.054466:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df167fb expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.054479:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x222:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340291.054488:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.054489:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.054494:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 14 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.054504:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 14 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.054512:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8400, rc 0) 00000100:00100000:2.0:1763340291.054556:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280728704:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 84us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.054566:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6024 00000100:00100000:3.0:1763340291.076293:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.076389:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.076584:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280729472 00000100:00100000:1.0:1763340291.076594:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280729472 00000100:00100000:1.0:1763340291.076659:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8958 00000100:00100000:1.0:1763340291.076669:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:55868:x1848995280729472:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.076692:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.076695:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340291.076722:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb18249feb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167ed expref: 219 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.076741:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340291.076753:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.076768:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a007 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16802 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.076877:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a00e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340291.076889:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a00e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.076897:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a00e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340291.076912:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00010000:00010000:1.0:1763340291.077017:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a007 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16802 expref: 221 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.077031:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a00e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16802 expref: 220 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.077038:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.077040:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763340291.077043:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340291.077106:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:55868:x1848995280729472:12345-192.168.203.42@tcp:101:bash.0 Request processed in 437us (715us total) trans 4294972522 rc 0/0 00000100:00100000:1.0:1763340291.077114:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8958 00000100:00100000:2.0:1763340291.077218:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280729216 00000100:00100000:2.0:1763340291.077223:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280729216 00000100:00100000:2.0:1763340291.077259:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3043 00000100:00100000:2.0:1763340291.077267:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56773:x1848995280729216:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340291.077679:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:56773:x1848995280729216:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 411us (1394us total) trans 4294972523 rc 0/0 00000100:00100000:2.0:1763340291.077687:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3043 00000100:00100000:0.0:1763340291.079506:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.079604:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280729600 00000100:00100000:1.0:1763340291.079613:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280729600 00000100:00100000:1.0:1763340291.079681:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8959 00000100:00100000:1.0:1763340291.079691:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:55868:x1848995280729600:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.079710:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.079730:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a01c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16809 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.079764:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a023 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340291.079779:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a023 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.079789:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a023 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.079894:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a01c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16809 expref: 223 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.079910:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a023 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16809 expref: 222 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.079918:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.079921:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340291.079924:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f000, rc 0) 00000100:00100000:1.0:1763340291.081040:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:55868:x1848995280729600:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1345us (1536us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.081049:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8959 00000100:00100000:0.0:1763340291.089433:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.090849:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280729856 00000100:00100000:3.0:1763340291.090862:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280729856 00000100:00100000:3.0:1763340291.090931:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8960 00000100:00100000:3.0:1763340291.090940:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:56773:x1848995280729856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.090962:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.090984:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a02a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16810 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.091055:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.091067:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091077:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091092:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.091099:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091107:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091209:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.091233:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091239:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091244:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091249:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.091253:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091259:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091267:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.091273:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091279:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a03f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340291.091296:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00010000:00010000:3.0:1763340291.091368:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091375:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091381:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091387:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091403:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.091406:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091412:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091421:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340291.091423:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.091426:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091430:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a031 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091438:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091443:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091452:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091456:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.091459:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091465:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091471:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:3.0:1763340291.091474:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.091476:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091482:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a038 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.091511:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a02a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16810 expref: 224 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.091520:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc900) 00010000:00010000:3.0:1763340291.091522:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340291.091526:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a02a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16810 expref: 224 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.091600:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:3.0:1763340291.091669:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:56773:x1848995280729856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 729us (2245us total) trans 4294972524 rc 301/301 00000100:00100000:3.0:1763340291.091678:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8960 00000100:00100000:2.0:1763340291.096330:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.096873:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280730112 00000100:00100000:3.0:1763340291.096884:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280730112 00000100:00100000:0.0:1763340291.097394:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8961 00000100:00100000:0.0:1763340291.097405:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:55868:x1848995280730112:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:0.0:1763340291.097458:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.097483:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a00e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16802 expref: 223 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.097502:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.097507:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340291.097721:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.097734:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.097743:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763340291.097970:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972525 00000004:00010000:0.0:1763340291.097998:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a6ff3612 reply state 000000007f3285c0 transno 4294972526 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.098010:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.098017:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.098020:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340291.098023:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340291.098126:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:55868:x1848995280730112:12345-192.168.203.42@tcp:36:bash.0 Request processed in 721us (1817us total) trans 4294972526 rc 0/0 00000100:00100000:0.0:1763340291.098133:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8961 00000020:00080000:0.0:1763340291.098139:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340291.099658:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.099696:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280730368 00000100:00100000:2.0:1763340291.099704:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280730368 00000100:00100000:2.0:1763340291.099748:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3044 00000100:00100000:2.0:1763340291.099757:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:56773:x1848995280730368:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340291.099932:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56773:x1848995280730368:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 176us (278us total) trans 4294972527 rc 0/0 00000100:00100000:2.0:1763340291.099939:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3044 00000100:00100000:1.0:1763340291.103980:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.104072:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280730496 00000100:00100000:0.0:1763340291.104081:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280730496 00000100:00100000:0.0:1763340291.104136:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8962 00000100:00100000:0.0:1763340291.104145:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:55868:x1848995280730496:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340291.104169:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.104190:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a054 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16817 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.104242:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a054 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16817 expref: 227 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.104256:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a054 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16817 expref: 227 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.104273:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.104276:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340291.104279:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:0.0:1763340291.105402:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:55868:x1848995280730496:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1252us (1426us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.105411:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8962 00000100:00100000:1.0:1763340291.107751:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.107864:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280730624 00000100:00100000:2.0:1763340291.107874:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280730624 00000100:00100000:2.0:1763340291.107924:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3045 00000100:00100000:2.0:1763340291.107933:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56773:x1848995280730624:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:2.0:1763340291.108087:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56773:x1848995280730624:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 153us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.108095:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3045 00000100:00100000:1.0:1763340291.114100:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.114567:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280730880 00000100:00100000:0.0:1763340291.114577:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280730880 00000100:00100000:0.0:1763340291.114647:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8963 00000100:00100000:0.0:1763340291.114657:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:55868:x1848995280730880:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340291.114675:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.114679:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340291.114705:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a054 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16817 expref: 227 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.114736:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.114741:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340291.114754:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a05b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1681e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.114799:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a062 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.114812:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a062 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.114822:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a062 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:0.0:1763340291.115019:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1311, 88 off110848 00000004:00080000:0.0:1763340291.115028:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031922495587ns, next at 1032114470593ns, rc = 0 00000040:00080000:0.0:1763340291.115063:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1333, 88 off112592 00000004:00080000:0.0:1763340291.115070:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031922537672ns, next at 1032114499842ns, rc = 0 00000040:00080000:0.0:1763340291.115101:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1334, 88 off112680 00000004:00080000:0.0:1763340291.115106:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031922573127ns, next at 1032114499842ns, rc = 0 00000040:00080000:0.0:1763340291.115115:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1312, 88 off110936 00000004:00080000:0.0:1763340291.115119:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031922585810ns, next at 1032114470593ns, rc = 0 00000100:00100000:1.0:1763340291.128479:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.128600:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.128674:0:32282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280731008 00000100:00100000:0.0:1763340291.128684:0:32282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280731008 00000100:00100000:3.0:1763340291.128702:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280731136 00000100:00100000:3.0:1763340291.128708:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280731136 00000100:00100000:0.0:1763340291.128741:0:32282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 156 00000100:00100000:0.0:1763340291.128753:0:32282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6e1466d-3433-4192-8af0-974fd302f81f+9:2410:x1848995280731008:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1763340291.128824:0:32282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6e1466d-3433-4192-8af0-974fd302f81f+9:2410:x1848995280731008:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 74us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.128831:0:32282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 156 00000100:00080000:1.0:1763340291.129270:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1763340291.129291:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972528 is committed 00000004:00080000:0.0:1763340291.129298:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 856 committed 00000004:00080000:0.0:1763340291.129319:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 877 committed 00010000:00010000:1.0:1763340291.129325:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000004:00080000:0.0:1763340291.129327:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 876 committed 00000004:00080000:0.0:1763340291.129331:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 855 committed 00010000:00010000:1.0:1763340291.129342:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129351:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129357:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.129363:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129371:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129388:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:1.0:1763340291.129392:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.129398:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129404:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45da00/0xbdebf3fb18249f19 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129423:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129430:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340291.129436:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a062 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1681e expref: 205 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.129438:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129455:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.129457:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.129459:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340291.129463:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340291.129469:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129479:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3500) 00010000:00010000:0.0:1763340291.129482:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a05b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1681e expref: 205 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340291.129483:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.129489:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.129498:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb18249f97 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340291.129515:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a062 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1681e expref: 204 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.129519:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.129529:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.129558:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.129563:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.129566:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.129572:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.129576:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340291.129579:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845de00, rc 0) 00000100:00100000:0.0:1763340291.129612:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280730880:12345-192.168.203.42@tcp:101:bash.0 Request processed in 14957us (15522us total) trans 4294972528 rc 0/0 00000100:00100000:0.0:1763340291.129619:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8963 00010000:00010000:1.0:1763340291.129668:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.129680:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.129682:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.129685:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.129690:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a04d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763340291.130338:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340291.130756:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292209664:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.130806:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.130830:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292209408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.130840:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292209280:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.130862:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.130883:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292209664 00000100:00100000:1.0:1763340291.130889:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292209664 00000100:00100000:3.0:1763340291.130891:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292209920:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.130915:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.130926:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292209408 00000100:00100000:1.0:1763340291.130930:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292209408 00000100:00100000:3.0:1763340291.130936:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763340291.130943:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292209536:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.130957:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292209920 00000100:00100000:1.0:1763340291.130962:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292209920 00000100:00100000:3.0:1763340291.130963:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.130980:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292210048:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.130985:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292209536 00000100:00100000:1.0:1763340291.130990:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292209536 00000100:00100000:3.0:1763340291.131002:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.131117:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292210048 00000100:00100000:1.0:1763340291.131122:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292210048 00000100:00100000:3.0:1763340291.131127:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6025 00000100:00100000:3.0:1763340291.131140:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+39:3648:x1848995292209664:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.131150:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6026 00000100:00100000:1.0:1763340291.131160:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+39:3650:x1848995292209408:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340291.131164:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:543 count 1 00002000:00080000:1.0:1763340291.131176:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:539 count 1 00010000:00010000:3.0:1763340291.131188:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131193:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131213:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 27 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.131214:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 27 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131231:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.131233:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.131235:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.131237:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.131240:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.131242:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131281:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 27 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.131283:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 27 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131306:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 27 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.131307:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 27 pid: 8457 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.131322:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5597100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292210816:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340291.131371:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340291.131386:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6027 00000100:00100000:1.0:1763340291.131392:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3650:x1848995292209920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340291.131403:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:544 count 1 00002000:00010000:1.0:1763340291.131436:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x220:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340291.131442:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131448:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.131450:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.131454:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131464:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131473:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131479:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131493:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340291.131714:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+40:3650:x1848995292209920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 322us (798us total) trans 17179871385 rc 0/0 00000100:00100000:1.0:1763340291.131721:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6027 00000100:00100000:1.0:1763340291.131737:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6028 00000100:00100000:1.0:1763340291.131743:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3650:x1848995292209536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340291.131753:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:540 count 1 00010000:00010000:1.0:1763340291.131763:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131783:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 27 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131789:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.131791:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.131793:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131811:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 27 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.131826:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 27 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.131836:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292211072:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340291.131861:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c180 going to sleep for 11 seconds 00000100:00100000:1.0:1763340291.131879:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6029 00000100:00100000:1.0:1763340291.131886:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+39:3650:x1848995292210048:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.131973:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+40:3650:x1848995292210048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (970us total) trans 17179871386 rc 0/0 00000100:00100000:1.0:1763340291.131979:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6029 00010000:00010000:1.0:1763340291.131998:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340291.132003:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.132010:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340291.132014:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.132022:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.132035:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.132041:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a077 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.132054:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.132055:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.132057:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340291.132085:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1250 00000100:00100000:1.0:1763340291.132091:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280731136:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:1.0:1763340291.132115:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280731136:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 25us (3646us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.132121:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1250 00000100:00100000:0.0:1763340291.132718:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292209792:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.132720:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4859f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292210944:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.132774:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555eee72540 going to sleep for 11 seconds 00000100:00100000:3.0:1763340291.132806:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292210432:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.133660:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.133915:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.133947:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292210304:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.133972:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.133995:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1763340291.134002:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292210176:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.134022:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.134036:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292210688:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.134053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.134547:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.134588:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292209280 00000100:00100000:2.0:1763340291.134595:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292209280 00000004:00080000:3.0:1763340291.134598:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6d8000/2, rc 0, transno 17179871386 00000100:00100000:3.0:1763340291.134605:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292210048:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340291.134618:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6dbb80/2, rc 0, transno 17179871385 00000100:00100000:3.0:1763340291.134632:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292209920:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.134642:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763340291.134649:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292210560:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.134650:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292209792 00000100:00100000:2.0:1763340291.134655:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292209792 00000100:00100000:3.0:1763340291.134676:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.134700:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292210304 00000100:00100000:3.0:1763340291.134704:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292210304 00000100:00100000:3.0:1763340291.134720:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292210176 00000100:00100000:3.0:1763340291.134723:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292210176 00000100:00100000:3.0:1763340291.134731:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292210688 00000100:00100000:3.0:1763340291.134733:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292210688 00000100:00100000:3.0:1763340291.134740:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292210432 00000100:00100000:3.0:1763340291.134741:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292210432 00000100:00100000:3.0:1763340291.134750:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292210560 00000100:00100000:3.0:1763340291.134752:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292210560 00000100:00100000:3.0:1763340291.134762:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6030 00000100:00100000:3.0:1763340291.134769:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3648:x1848995292209280:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340291.134793:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:539 count 1 00000100:00100000:2.0:1763340291.134803:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6031 00000100:00100000:2.0:1763340291.134813:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3649:x1848995292210304:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.134815:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1763340291.134826:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:543 count 1 00010000:00010000:3.0:1763340291.134835:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 13 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.134841:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.134844:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.134848:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.134853:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.134859:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 13 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.134867:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.134869:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.134872:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.134882:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 13 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.134894:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 13 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340291.134899:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 13 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.134914:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292211200:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340291.134915:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 13 pid: 8400 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763340291.134929:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292211328:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.134971:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555eee720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.134971:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d885d300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340291.134994:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6032 00000100:00100000:3.0:1763340291.135003:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+40:3649:x1848995292210176:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340291.135132:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.135136:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.135138:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.135140:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.135143:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340291.135185:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+41:3649:x1848995292210176:12345-0@lo:2:osp-syn-1-1.0 Request processed in 183us (1160us total) trans 17179871387 rc 0/0 00000100:00080000:0.0:1763340291.135191:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763340291.135894:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6033 00000100:00100000:2.0:1763340291.135908:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3649:x1848995292210688:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.135924:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6032 00000100:00100000:3.0:1763340291.135950:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6034 00000100:00100000:3.0:1763340291.135959:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292210432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340291.135973:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:544 count 1 00002000:00010000:3.0:1763340291.135995:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x220:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340291.136002:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.136010:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:3.0:1763340291.136011:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.136014:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1763340291.136018:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb mtime from disk: 0 -> 0 00010000:00010000:3.0:1763340291.136021:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.136022:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.136028:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.136034:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763340291.136042:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.136052:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.136059:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.136077:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292210688:12345-0@lo:2:osp-syn-0-1.0 Request processed in 174us (2021us total) trans 21474838670 rc 0/0 00010000:00010000:3.0:1763340291.136089:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763340291.136114:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340291.136122:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.136131:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340291.136136:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.136146:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.136163:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.136171:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a093 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.136196:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.136197:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.136199:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340291.136263:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3650:x1848995292210432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 305us (1732us total) trans 21474838671 rc 0/0 00000100:00100000:2.0:1763340291.136496:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6033 00000100:00100000:1.0:1763340291.136698:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6035 00000100:00100000:1.0:1763340291.136711:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292210560:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.136813:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3650:x1848995292210560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 106us (2136us total) trans 21474838672 rc 0/0 00000100:00100000:1.0:1763340291.136820:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6035 00000100:00100000:1.0:1763340291.136838:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6036 00000100:00100000:1.0:1763340291.136845:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292209792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340291.136859:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:540 count 1 00010000:00010000:1.0:1763340291.136873:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.136887:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 13 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.136894:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.136896:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.136900:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.136926:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 13 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.136937:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 13 pid: 8400 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.136948:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292211456:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340291.137000:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340291.137437:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6034 00000004:00080000:3.0:1763340291.137492:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6daa00/2, rc 0, transno 17179871387 00000100:00100000:3.0:1763340291.137499:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292210176:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340291.137512:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d53b80/2, rc 0, transno 21474838670 00000100:00100000:3.0:1763340291.137517:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292210688:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340291.138051:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d51c00/2, rc 0, transno 21474838672 00000100:00100000:0.0:1763340291.138058:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292210560:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340291.138068:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d52300/2, rc 0, transno 21474838671 00000100:00100000:0.0:1763340291.138072:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292210432:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.139027:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.139163:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5597100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292210816:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.139190:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.139253:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280731264 00000100:00100000:2.0:1763340291.139260:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280731264 00000100:00100000:2.0:1763340291.139309:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6037 00000100:00100000:2.0:1763340291.139318:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280731264:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340291.139333:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.139353:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16825 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.139372:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x221:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340291.139391:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.139393:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.139401:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.139413:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.139423:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9800, rc 0) 00000100:00100000:2.0:1763340291.139472:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280731264:12345-192.168.203.42@tcp:101:bash.0 Request processed in 155us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.139480:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6037 00000100:00100000:3.0:1763340291.140298:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.141221:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280731520 00000100:00100000:0.0:1763340291.141230:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280731520 00000100:00100000:0.0:1763340291.141280:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8964 00000100:00100000:0.0:1763340291.141288:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+202:56774:x1848995280731520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.141309:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.141328:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a0a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1682c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.141392:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.141404:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141425:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141438:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.141444:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141451:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141566:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.141579:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141586:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340291.141596:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 2 00010000:00010000:0.0:1763340291.141680:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141688:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141694:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141700:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141706:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.141709:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141716:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141726:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73f100) 00010000:00010000:0.0:1763340291.141729:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.141732:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141738:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a0af lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141765:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141771:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141777:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141782:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.141784:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141789:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141795:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73f700) 00010000:00010000:0.0:1763340291.141797:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.141799:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141804:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a0b6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.141839:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a0a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 205 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.141853:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 204 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.141859:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.141862:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340291.141865:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c000, rc 0) 00000100:00100000:0.0:1763340291.141908:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56774:x1848995280731520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 621us (1613us total) trans 4294972529 rc 0/0 00000100:00100000:0.0:1763340291.141915:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8964 00000100:00100000:1.0:1763340291.142076:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.142562:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292211072:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340291.142621:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340291.144499:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280731648 00000100:00100000:0.0:1763340291.144512:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280731648 00010000:00010000:0.0:1763340291.144570:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 28 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763340291.144611:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2908 00000100:00100000:0.0:1763340291.144620:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280731648:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340291.144644:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.144649:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 28 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340291.144662:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 28 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340291.144684:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb18249e08 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1675a expref: 28 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763340291.144698:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.144700:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.144705:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.144715:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.144750:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.144804:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280731648:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 184us (2727us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.144811:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2908 00010000:00010000:1.0:1763340291.144910:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.144932:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.144942:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.144950:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.144980:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340291.145079:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.145221:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4859f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16598:1848995292210944:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.145282:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.145342:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292211200:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.145357:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.145387:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.145405:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.145476:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280731776 00000100:00100000:3.0:1763340291.145481:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280731776 00010000:00010000:3.0:1763340291.145499:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 27 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.145520:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280731904 00000100:00100000:3.0:1763340291.145523:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280731904 00010000:00010000:3.0:1763340291.145554:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 28 pid: 8457 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.145568:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280732032 00000100:00100000:3.0:1763340291.145571:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280732032 00010000:00010000:3.0:1763340291.145581:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 15 pid: 8399 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.145596:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2909 00000100:00100000:3.0:1763340291.145602:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280731776:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.145610:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340291.145614:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 28 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.145634:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 28 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.145649:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c800/0xbdebf3fb18249e55 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1676f expref: 28 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.145662:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.145664:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.145667:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.145676:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.145695:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340291.145758:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2910 00000100:00100000:2.0:1763340291.145771:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280731904:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340291.145779:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340291.145783:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 27 pid: 8457 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340291.145793:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 27 pid: 8457 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340291.145805:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb18249e8d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16784 expref: 27 pid: 8457 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763340291.145814:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.145816:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.145819:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.145827:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340291.145845:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3650:x1848995292209536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14099us (14878us total) trans 17179871388 rc 0/0 00010000:00010000:2.0:1763340291.145848:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.145860:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6028 00000100:00100000:2.0:1763340291.145880:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280731904:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 114us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.145889:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2910 00010000:00010000:0.0:1763340291.145954:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340291.145961:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.145969:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340291.145972:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.145981:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.145991:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.145998:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a07e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.146015:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.146017:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.146019:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340291.146072:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2911 00000100:00100000:1.0:1763340291.146083:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280732032:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340291.146093:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.146098:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 15 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340291.146109:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 15 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340291.146124:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3f600/0xbdebf3fb18249bae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1668f expref: 15 pid: 8399 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340291.146140:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.146142:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.146145:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146154:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.146201:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.146210:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.146219:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.146226:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.146240:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340291.146276:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.146304:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280732032:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 222us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.146313:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2911 00010000:00010000:1.0:1763340291.146343:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340291.146349:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146358:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340291.146363:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146371:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.146373:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:3648:x1848995292209664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15236us (15566us total) trans 17179871389 rc 0/0 00000100:00100000:2.0:1763340291.146388:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6025 00010000:00010000:1.0:1763340291.146394:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146404:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a069 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146422:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.146425:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.146427:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340291.146432:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6d9500/2, rc 0, transno 17179871389 00010000:00010000:1.0:1763340291.146439:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.146440:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292209664:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340291.146453:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.146493:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292211328:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340291.146508:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.146726:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280731776:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1122us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.146733:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2909 00010000:00010000:3.0:1763340291.146759:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146838:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146848:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.146873:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340291.147031:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292209280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12258us (13371us total) trans 21474838673 rc 0/0 00010000:00010000:3.0:1763340291.147035:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340291.147042:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6030 00010000:00010000:3.0:1763340291.147051:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.147059:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.147075:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340291.147079:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292211456:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340291.147095:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763340291.147124:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6da680/2, rc 0, transno 17179871388 00000100:00100000:1.0:1763340291.147130:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292209536:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.147196:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.147281:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+41:3650:x1848995292209408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16121us (16417us total) trans 17179871390 rc 0/0 00000100:00100000:3.0:1763340291.147289:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6026 00000004:00080000:1.0:1763340291.147289:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555fc6d8700/2, rc 0, transno 17179871390 00000100:00100000:1.0:1763340291.147296:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292209408:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.147313:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280732288 00000100:00100000:3.0:1763340291.147318:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280732288 00000100:00100000:1.0:1763340291.147326:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340291.147340:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 14 pid: 8400 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.147347:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280732160 00000100:00100000:1.0:1763340291.147353:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280732160 00000100:00100000:3.0:1763340291.147365:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2912 00010000:00010000:1.0:1763340291.147373:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 15 pid: 8400 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.147377:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280732288:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.147392:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340291.147398:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 15 pid: 8400 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.147411:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2913 00000100:00100000:1.0:1763340291.147423:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280732160:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.147428:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 15 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340291.147433:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.147441:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 15 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.147447:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45de00/0xbdebf3fb18249e01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16753 expref: 15 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.147466:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.147469:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.147473:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 14 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.147475:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.147494:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb18249e94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1678b expref: 14 pid: 8400 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340291.147503:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.147505:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.147508:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.147515:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.147553:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.147579:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280732160:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 160us (254us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340291.147580:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340291.147588:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340291.147590:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2913 00010000:00010000:0.0:1763340291.147605:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340291.147608:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147617:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147640:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147649:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a085 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147663:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340291.147667:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147672:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340291.147676:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147683:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147691:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147703:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a070 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.147714:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.147715:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.147717:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.147766:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.147788:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.147796:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.147803:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.147823:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340291.147949:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292210304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13137us (13974us total) trans 21474838674 rc 0/0 00000100:00100000:2.0:1763340291.147955:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6031 00000004:00080000:2.0:1763340291.147983:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d51f80/2, rc 0, transno 21474838673 00000100:00100000:2.0:1763340291.147988:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292209280:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.148259:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.148275:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340291.148296:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280732288:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 923us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.148303:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2912 00010000:00010000:3.0:1763340291.148343:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340291.148347:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.148355:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa8200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.148358:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.148372:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.148382:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.148389:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a08c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.148402:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.148404:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.148406:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340291.148430:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.148460:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:0.0:1763340291.148523:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d50a80/2, rc 0, transno 21474838674 00000100:00100000:0.0:1763340291.148528:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292210304:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.148571:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280732672 00000100:00100000:0.0:1763340291.148575:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280732672 00000100:00100000:0.0:1763340291.148606:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3046 00000100:00100000:0.0:1763340291.148612:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56774:x1848995280732672:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340291.148765:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56774:x1848995280732672:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 152us (303us total) trans 4294972530 rc 0/0 00000100:00100000:0.0:1763340291.148778:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3046 00000100:00100000:2.0:1763340291.148838:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280732416 00000100:00100000:2.0:1763340291.148842:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280732416 00000100:00100000:2.0:1763340291.148875:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6038 00000100:00100000:2.0:1763340291.148882:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280732416:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340291.148891:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.148909:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16833 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.148929:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x221:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340291.148940:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.148942:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.148949:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.148961:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 26 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149180:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.149192:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149202:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149210:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149223:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149239:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340291.149550:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292209792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12688us (15617us total) trans 21474838675 rc 0/0 00000100:00100000:1.0:1763340291.149558:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6036 00000004:00080000:1.0:1763340291.149595:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2d50e00/2, rc 0, transno 21474838675 00000100:00100000:1.0:1763340291.149600:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292209792:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340291.149614:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340291.149619:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149643:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340291.149647:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149655:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149667:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149673:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a09a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.149694:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.149695:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.149697:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.150479:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7acc00, rc 0) 00000100:00100000:2.0:1763340291.150520:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:55868:x1848995280732416:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1636us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.150527:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6038 00000100:00100000:2.0:1763340291.153922:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.153964:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.155209:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280732800 00000100:00100000:0.0:1763340291.155222:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280732800 00002000:00010000:0.0:1763340291.155263:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/545 (0->18446744073709551615) 00002000:00100000:0.0:1763340291.155267:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d87b80 with x1848995280732800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340291.155277:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d87b80. 00000100:00100000:0.0:1763340291.155310:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280732928 00000100:00100000:0.0:1763340291.155313:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280732928 00002000:00010000:0.0:1763340291.155324:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/545 (0->18446744073709551615) 00002000:00100000:0.0:1763340291.155327:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d86d80 with x1848995280732928 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340291.155332:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d86d80. 00000100:00100000:0.0:1763340291.155359:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1531 00000100:00100000:0.0:1763340291.155369:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2410:x1848995280732800:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:3.0:1763340291.155503:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1532 00000100:00100000:3.0:1763340291.155516:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2410:x1848995280732928:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340291.155572:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340291.155576:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:0.0:1763340291.155579:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340291.155581:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:0.0:1763340291.155583:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340291.155652:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280732800:12345-192.168.203.42@tcp:10:bash.0 Request processed in 283us (1738us total) trans 21474838676 rc 0/0 00002000:00010000:3.0:1763340291.155653:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.155659:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340291.155664:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:0.0:1763340291.155668:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1531 00002000:00010000:3.0:1763340291.155669:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340291.155675:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763340291.155676:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/545 (0->18446744073709551615) 00002000:00100000:0.0:1763340291.155681:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d87b80 with x1848995280732800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340291.155687:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c6d87b80. 00000100:00100000:3.0:1763340291.155704:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2410:x1848995280732928:12345-192.168.203.42@tcp:10:bash.0 Request processed in 191us (1737us total) trans 17179871391 rc 0/0 00000100:00100000:3.0:1763340291.155712:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1532 00002000:00010000:3.0:1763340291.155715:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/545 (0->18446744073709551615) 00002000:00100000:3.0:1763340291.155719:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c6d86d80 with x1848995280732928 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340291.155724:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c6d86d80. 00000100:00100000:3.0:1763340291.163175:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.163286:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280733184 00000100:00100000:0.0:1763340291.163296:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280733184 00000100:00100000:2.0:1763340291.163957:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3047 00000100:00100000:2.0:1763340291.163972:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280733184:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:2.0:1763340291.164264:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280733184:12345-192.168.203.42@tcp:35:bash.0 Request processed in 297us (1097us total) trans 4294972531 rc 0/0 00000100:00100000:2.0:1763340291.164272:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3047 00000100:00100000:2.0:1763340291.164789:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.164856:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280733440 00000100:00100000:3.0:1763340291.164862:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280733440 00000100:00100000:3.0:1763340291.164903:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8965 00000100:00100000:3.0:1763340291.164912:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56775:x1848995280733440:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.164925:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.164943:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0d2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1683a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.165019:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a0d9 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.165033:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a0d9 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.165044:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a0d9 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340291.165056:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 5 00010000:00010000:3.0:1763340291.165129:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0d2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1683a expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.165145:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a0d9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1683a expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.165153:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.165156:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763340291.165159:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:3.0:1763340291.165203:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56775:x1848995280733440:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 291us (414us total) trans 4294972532 rc 0/0 00000100:00100000:3.0:1763340291.165209:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8965 00000100:00100000:1.0:1763340291.169751:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.170336:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280733696 00000100:00100000:0.0:1763340291.170348:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280733696 00000100:00100000:0.0:1763340291.170414:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8966 00000100:00100000:0.0:1763340291.170424:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56775:x1848995280733696:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.170449:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.170468:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a0e7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16841 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.174292:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340291.174319:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.174329:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.174375:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.174389:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 209 pid: 6514 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.174409:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292211584:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340291.174502:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340291.174638:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.174728:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280733952 00000100:00100000:1.0:1763340291.174734:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280733952 00000100:00100000:3.0:1763340291.174863:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3048 00000100:00100000:3.0:1763340291.174877:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e12050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56776:x1848995280733952:12345-192.168.203.42@tcp:35:rm.0 00000100:00100000:3.0:1763340291.175153:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e12050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56776:x1848995280733952:12345-192.168.203.42@tcp:35:rm.0 Request processed in 279us (516us total) trans 4294972533 rc 0/0 00000100:00100000:3.0:1763340291.175161:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3048 00000100:00100000:2.0:1763340291.182312:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.182742:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280734208 00000100:00100000:3.0:1763340291.182751:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280734208 00010000:00010000:1.0:1763340291.182880:0:6514:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@00000000b93d3ef0 x1848995292211584) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 211 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340291.182905:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 211 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763340291.182933:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a0bd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1682c expref: 211 pid: 6514 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763340291.182963:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292211584:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340291.182984:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.182990:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.183000:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.183008:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.183029:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.183037:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.183044:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340291.183067:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 5 00010000:00010000:1.0:1763340291.183199:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a0e7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.183218:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.183231:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.183234:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763340291.183237:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340291.183300:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56775:x1848995280733696:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 12876us (13557us total) trans 4294972534 rc 0/0 00000100:00100000:1.0:1763340291.183309:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8966 00000100:00100000:3.0:1763340291.183399:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8967 00000100:00100000:3.0:1763340291.183411:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56776:x1848995280734208:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:3.0:1763340291.183464:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763340291.183477:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a0d9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1683a expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.183491:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a062 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1681e expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.183501:0:10032:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie bdebf3fb1824a0bd) 00010000:00010000:3.0:1763340291.183507:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a023 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16809 expref: 208 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.183516:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.183519:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340291.183576:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.184391:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.184405:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.184421:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.184428:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.184433:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.184499:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.184511:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 207 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.184518:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.184586:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 207 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.184600:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 207 pid: 6514 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.184617:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4859f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292211712:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.184699:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126240 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.186671:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.186759:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280734336 00000100:00100000:1.0:1763340291.186767:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280734336 00000100:00100000:1.0:1763340291.186822:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8968 00000100:00100000:1.0:1763340291.186832:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56775:x1848995280734336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.186858:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.186878:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a111 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16848 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.186961:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340291.186973:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.186980:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.186995:0:6514:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.187004:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763340291.188637:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4859f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292211712:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.188667:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340291.189494:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.190673:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280734464 00000100:00100000:3.0:1763340291.190684:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280734464 00010000:00010000:3.0:1763340291.190727:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 210 pid: 6514 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763340291.190773:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2914 00000100:00100000:3.0:1763340291.190789:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2407:x1848995280734464:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.190806:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340291.190812:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 210 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.190824:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 210 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.190846:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a0ee lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16841 expref: 210 pid: 6514 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763340291.190864:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.190869:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.190879:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.190886:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.190897:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.190903:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.190909:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.190942:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340291.191006:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280734464:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 224us (1514us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.191013:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2914 00010000:00010000:1.0:1763340291.191040:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191050:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00000004:00080000:1.0:1763340291.191340:0:10032:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1ce:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763340291.191429:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191436:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191443:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191448:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.191452:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191459:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191469:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.191472:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340291.191474:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.191481:0:10032:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.191486:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.191522:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191555:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a10a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.191557:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.191567:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.191574:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191582:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191587:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191592:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000004:00200000:0.0:1763340291.191595:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 5 00010000:00010000:1.0:1763340291.191599:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00000004:00200000:0.0:1763340291.191601:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1763340291.191614:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00000004:00010000:0.0:1763340291.191617:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.191635:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191646:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc300) 00010000:00010000:1.0:1763340291.191649:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.191652:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.191657:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a0fc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.191662:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a111 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16848 expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763340291.191680:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000afd5c6d6 reply state 000000004cbf49d5 transno 4294972535 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.191683:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16848 expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.191702:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.191702:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.191708:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340291.191712:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00010000:00010000:1.0:1763340291.191715:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc200) 00010000:00010000:1.0:1763340291.191719:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.191722:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340291.191781:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56776:x1848995280734208:12345-192.168.203.42@tcp:36:rm.0 Request processed in 8364us (9469us total) trans 4294972535 rc 0/0 00000100:00100000:1.0:1763340291.191788:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8967 00000100:00100000:0.0:1763340291.192305:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56775:x1848995280734336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4929us (5096us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.192315:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8968 00000100:00100000:2.0:1763340291.201299:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.202060:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280734720 00000100:00100000:0.0:1763340291.202072:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280734720 00000100:00100000:0.0:1763340291.202129:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8969 00000100:00100000:0.0:1763340291.202139:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56775:x1848995280734720:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.202163:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.202181:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a11f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1684f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.202285:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a126 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.202303:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a126 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.202316:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a126 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340291.202329:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 5 00010000:00010000:0.0:1763340291.203553:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a11f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1684f expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.203600:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a126 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1684f expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.203608:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.203611:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340291.203614:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:0.0:1763340291.203685:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56775:x1848995280734720:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1545us (2393us total) trans 4294972536 rc 0/0 00000100:00100000:0.0:1763340291.203693:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8969 00000100:00100000:3.0:1763340291.208196:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.208830:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.208901:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280734976 00000100:00100000:0.0:1763340291.208910:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280734976 00000100:00100000:0.0:1763340291.208981:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8970 00000100:00100000:0.0:1763340291.208991:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56777:x1848995280734976:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.209014:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.209037:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a134 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16856 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.209105:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340291.209119:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209130:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209147:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340291.209154:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209159:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209197:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209203:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209209:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209219:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209225:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.209228:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209234:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209249:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:0.0:1763340291.209252:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.209257:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209263:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a13b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209287:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209293:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209298:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209303:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.209305:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209310:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209317:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc200) 00010000:00010000:0.0:1763340291.209319:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.209321:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209326:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a142 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.209351:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a134 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16856 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.209362:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:0.0:1763340291.209365:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.209368:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a134 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16856 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.209382:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ce00, rc 0) 00000100:00100000:0.0:1763340291.209446:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56777:x1848995280734976:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 455us (615us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340291.209453:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8970 00000100:00100000:2.0:1763340291.210088:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280734848 00000100:00100000:2.0:1763340291.210095:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280734848 00000100:00100000:2.0:1763340291.210140:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6039 00000100:00100000:2.0:1763340291.210148:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280734848:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:2.0:1763340291.210180:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.210195:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 13 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.210202:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.210204:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.210208:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.210236:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 13 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.210250:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 13 pid: 8399 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.210263:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f19180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292211840:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340291.210321:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51bcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.214230:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.214391:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280735104 00000100:00100000:3.0:1763340291.214401:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280735104 00000100:00100000:3.0:1763340291.214468:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8971 00000100:00100000:3.0:1763340291.214479:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56777:x1848995280735104:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.214498:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.214522:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a150 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1685d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.214615:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.214640:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214651:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214663:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.214670:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214676:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214715:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214722:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214728:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214735:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214741:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.214745:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214752:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214763:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc300) 00010000:00010000:3.0:1763340291.214765:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.214770:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214775:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a157 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214789:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214795:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214800:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214805:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.214808:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214813:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214820:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc200) 00010000:00010000:3.0:1763340291.214823:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.214826:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214832:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a15e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.214858:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a150 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1685d expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.214868:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc300) 00010000:00010000:3.0:1763340291.214870:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.214874:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a150 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1685d expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.214893:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:3.0:1763340291.214963:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56777:x1848995280735104:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 485us (741us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340291.214970:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8971 00000100:00100000:0.0:1763340291.216487:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f19180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292211840:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.216517:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.217192:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.217336:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280735232 00000100:00100000:3.0:1763340291.217344:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280735232 00002000:00100000:3.0:1763340291.217390:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x221:0x0] (0->4) req@ffff9554c3f19180 x1848995280735232/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:52/0 lens 496/0 e 0 to 0 dl 1763340302 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340291.217401:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f19180 with x1848995280735232 ext(0->4) 00010000:00010000:3.0:1763340291.217407:0:28372:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 14 pid: 8399 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.217421:0:28372:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 14 pid: 8399 timeout: 1132 lvb_type: 0 00002000:00010000:3.0:1763340291.217428:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c3f19180 00000100:00100000:3.0:1763340291.218091:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 100 00000100:00100000:3.0:1763340291.218102:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280735232:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:3.0:1763340291.220159:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.220209:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280735360 00000100:00100000:1.0:1763340291.220216:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280735360 00000100:00100000:1.0:1763340291.220652:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8972 00000100:00100000:1.0:1763340291.220661:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56777:x1848995280735360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.220679:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.220700:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a165 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16864 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.220751:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a16c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.220764:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a16c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.220775:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a16c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340291.220821:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340291.220825:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340291.220858:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a165 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16864 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.220880:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a16c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16864 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.220889:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340291.220892:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340291.220895:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fa00, rc 0) 00000100:00100000:2.0:1763340291.220980:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280735232:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2879us (3789us total) trans 21474838677 rc 0/0 00000100:00100000:2.0:1763340291.220989:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 100 00002000:00100000:2.0:1763340291.220998:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x221:0x0] (0->4) req@ffff9554c3f19180 x1848995280735232/t21474838677(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:52/0 lens 496/448 e 0 to 0 dl 1763340302 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763340291.221007:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f19180 with x1848995280735232 ext(0->4) 00010000:00010000:2.0:1763340291.221015:0:28372:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 16 pid: 8399 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.221028:0:28372:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 16 pid: 8399 timeout: 1132 lvb_type: 0 00002000:00010000:2.0:1763340291.221300:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9554c3f19180 00000100:00100000:1.0:1763340291.224920:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56777:x1848995280735360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4249us (4756us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.224932:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8972 00000100:00100000:0.0:1763340291.225322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.225733:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280735488 00000100:00100000:3.0:1763340291.225742:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280735488 00010000:00010000:3.0:1763340291.227029:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 16 pid: 8399 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.227080:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2915 00000100:00100000:3.0:1763340291.227092:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280735488:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.227107:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763340291.227126:0:6500:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763340291.227129:0:6500:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340291.227135:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 16 pid: 8399 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.227147:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 16 pid: 8399 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.227171:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a0a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16825 expref: 16 pid: 8399 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.227187:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.227189:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.227193:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.227202:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.227240:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340291.227698:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2410:x1848995280735488:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 607us (2375us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.227707:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2915 00010000:00010000:2.0:1763340291.227708:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227716:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227738:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227750:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227757:0:8457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227764:0:8457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340291.227768:0:8457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227776:0:8457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227792:0:8457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.227799:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a149 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.227850:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280734848:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 17703us (19663us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.227858:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6039 00000100:00100000:2.0:1763340291.236352:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.236391:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.236570:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280735744 00000100:00100000:0.0:1763340291.236580:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280735744 00000100:00100000:0.0:1763340291.236787:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280735872 00000100:00100000:0.0:1763340291.236791:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280735872 00000100:00100000:3.0:1763340291.236845:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8973 00000100:00100000:1.0:1763340291.236915:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8974 00000100:00100000:1.0:1763340291.236926:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56777:x1848995280735872:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.236946:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.236967:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a173 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1686b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.237037:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.237050:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237061:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237072:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.237079:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237086:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237123:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237129:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237135:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237141:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237147:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.237151:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237158:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237169:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340291.237172:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.237177:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237182:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a17a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237194:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237199:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237205:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237210:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.237213:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237218:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237224:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc200) 00010000:00010000:1.0:1763340291.237227:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.237230:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237235:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a181 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.237261:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a173 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1686b expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.237271:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:1.0:1763340291.237274:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.237277:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a173 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1686b expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.237286:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340291.237354:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56777:x1848995280735872:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 431us (961us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340291.237361:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8974 00000100:00100000:2.0:1763340291.237421:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56775:x1848995280735744:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340291.237447:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340291.237460:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a118 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16848 expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.237470:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:2.0:1763340291.237473:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340291.237489:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340291.237497:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340291.237503:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:2.0:1763340291.237742:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1313, 88 off111024 00000004:00080000:2.0:1763340291.237750:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032045216744ns, next at 1032114470593ns, rc = 0 00000040:00080000:2.0:1763340291.237811:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1335, 88 off112768 00000004:00080000:2.0:1763340291.237817:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032045283773ns, next at 1032114499842ns, rc = 0 00000040:00080000:2.0:1763340291.237833:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1336, 88 off112856 00000004:00080000:2.0:1763340291.237837:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032045304216ns, next at 1032114499842ns, rc = 0 00000040:00080000:2.0:1763340291.237847:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1314, 88 off111112 00000004:00080000:2.0:1763340291.237850:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032045317662ns, next at 1032114470593ns, rc = 0 00000100:00100000:1.0:1763340291.244880:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.245106:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280736128 00000100:00100000:2.0:1763340291.245116:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280736128 00000100:00100000:2.0:1763340291.245173:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8975 00000100:00100000:2.0:1763340291.245184:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56777:x1848995280736128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.245204:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.245208:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340291.245234:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a16c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16864 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.245253:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3fc00) 00010000:00010000:2.0:1763340291.245263:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00080000:0.0:1763340291.245340:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972537 is committed 00000004:00080000:0.0:1763340291.245348:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 858 committed 00000004:00080000:0.0:1763340291.245366:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 879 committed 00000004:00080000:0.0:1763340291.245373:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 878 committed 00000004:00080000:0.0:1763340291.245376:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 857 committed 00010000:00010000:3.0:1763340291.245512:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.245525:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.245564:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.245571:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.245575:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.245581:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.245590:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc200) 00010000:00010000:3.0:1763340291.245593:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.245596:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.245602:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a103 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340291.245707:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4858380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292212096:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.245766:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.245809:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340291.245817:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4859c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292211968:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.245841:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.245866:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292212096 00000100:00100000:3.0:1763340291.245869:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292212096 00000100:00100000:3.0:1763340291.245891:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292211968 00000100:00100000:3.0:1763340291.245893:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292211968 00000100:00100000:3.0:1763340291.245907:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6040 00000100:00100000:3.0:1763340291.245913:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3650:x1848995292212096:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340291.246051:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.246055:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.246057:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.246058:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.246060:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340291.246096:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:3650:x1848995292212096:12345-0@lo:2:osp-syn-1-1.0 Request processed in 182us (335us total) trans 17179871392 rc 0/0 00000100:00100000:3.0:1763340291.246103:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6040 00000100:00100000:3.0:1763340291.246120:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041 00000100:00100000:3.0:1763340291.246126:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3648:x1848995292211968:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340291.246175:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.246178:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:3.0:1763340291.246181:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.246183:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00002000:00010000:3.0:1763340291.246185:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340291.246214:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:3648:x1848995292211968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 88us (371us total) trans 17179871393 rc 0/0 00000100:00100000:3.0:1763340291.246220:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041 00000004:00080000:3.0:1763340291.246261:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4858380/2, rc 0, transno 17179871392 00000100:00100000:3.0:1763340291.246266:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4858380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292212096:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340291.246283:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4859c00/2, rc 0, transno 17179871393 00000100:00100000:3.0:1763340291.246287:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4859c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292211968:0@lo:2:osp-syn-1-1.0 00000004:00010000:3.0:1763340291.246339:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef0c71ee reply state 000000002d78fbbd transno 4294972537 ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246359:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246368:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.246371:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763340291.246374:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763340291.246443:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763340291.246456:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56775:x1848995280735744:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 9601us (10112us total) trans 4294972537 rc 0/0 00000100:00100000:3.0:1763340291.246463:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8973 00010000:00010000:3.0:1763340291.246480:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246487:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246494:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246499:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.246503:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246509:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246518:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.246520:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340291.246523:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.246529:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a188 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340291.246692:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a18f lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16872 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.246794:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.246804:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.246816:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.246828:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.246839:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.246846:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340291.246855:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292212224:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.246885:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.246914:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292212224 00000100:00100000:1.0:1763340291.246918:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292212224 00000100:00100000:1.0:1763340291.246946:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6042 00000100:00100000:1.0:1763340291.246952:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3651:x1848995292212224:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.247046:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3651:x1848995292212224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 93us (159us total) trans 21474838678 rc 0/0 00000100:00100000:1.0:1763340291.247052:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6042 00000004:00080000:1.0:1763340291.247081:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f52d80/2, rc 0, transno 21474838678 00000100:00100000:1.0:1763340291.247086:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292212224:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.247097:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292212352:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.247120:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.247142:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292212352 00000100:00100000:1.0:1763340291.247145:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292212352 00000100:00100000:1.0:1763340291.247165:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6043 00010000:00010000:2.0:1763340291.247171:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00000100:00100000:1.0:1763340291.247171:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3648:x1848995292212352:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340291.247180:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.247187:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340291.247195:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cf:0x0]: returning size 0 00010000:00010000:2.0:1763340291.247221:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00002000:00010000:1.0:1763340291.247222:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340291.247225:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb mtime from disk: 0 -> 0 00010000:00010000:2.0:1763340291.247228:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00002000:00010000:1.0:1763340291.247228:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340291.247230:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763340291.247232:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763340291.247233:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.247238:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.247243:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.247247:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.247253:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340291.247258:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+19:3648:x1848995292212352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (138us total) trans 21474838679 rc 0/0 00010000:00010000:2.0:1763340291.247261:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3de00) 00000100:00100000:1.0:1763340291.247263:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6043 00010000:00010000:2.0:1763340291.247264:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.247267:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.247272:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a196 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340291.247282:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b93d3ef0 reply state 0000000010d29cab transno 4294972538 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00080000:1.0:1763340291.247289:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f52300/2, rc 0, transno 21474838679 00010000:00010000:2.0:1763340291.247291:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340291.247292:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292212352:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340291.247297:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d600) 00010000:00010000:2.0:1763340291.247299:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340291.247301:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340291.247325:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a18f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 204 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.247342:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 203 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.247349:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.247351:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340291.247353:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ff600, rc 0) 00000100:00100000:2.0:1763340291.247402:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56777:x1848995280736128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2221us (2531us total) trans 4294972538 rc 0/0 00000100:00100000:2.0:1763340291.247409:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8975 00000100:00100000:1.0:1763340291.249908:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.250059:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280736256 00000100:00100000:2.0:1763340291.250068:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280736256 00000100:00100000:2.0:1763340291.250125:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8976 00000100:00100000:2.0:1763340291.250135:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56775:x1848995280736256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.250159:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.250178:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16879 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.250228:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.250243:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 205 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.250260:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:2.0:1763340291.250263:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340291.250266:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14fee00, rc 0) 00000100:00100000:2.0:1763340291.251365:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56775:x1848995280736256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1226us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.251375:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8976 00000100:00100000:0.0:1763340291.251574:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.251925:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280736512 00000100:00100000:2.0:1763340291.251933:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280736512 00000100:00100000:2.0:1763340291.251987:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8977 00000100:00100000:2.0:1763340291.251997:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56777:x1848995280736512:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.252016:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.252034:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a1b9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16880 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.252129:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.252143:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.252151:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.252181:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.252194:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 206 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.252207:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292212480:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340291.252281:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51bcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340291.256508:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.258080:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280736640 00000100:00100000:3.0:1763340291.258093:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280736640 00000100:00100000:3.0:1763340291.258160:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8978 00000100:00100000:3.0:1763340291.258170:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56775:x1848995280736640:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.258191:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.258212:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a1c7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16887 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.258278:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a1ce lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340291.258292:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a1ce lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.258303:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a1ce lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340291.258344:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 5 00000004:00200000:3.0:1763340291.258348:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340291.258364:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a1ce lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340291.259074:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292212480:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340291.259107:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.261979:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a1c7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16887 expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.262010:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a1ce lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16887 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.262020:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.262023:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763340291.262027:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:3.0:1763340291.262929:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.264118:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56775:x1848995280736640:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5943us (7614us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.264130:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8978 00000100:00100000:0.0:1763340291.264315:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280736768 00000100:00100000:0.0:1763340291.264325:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280736768 00010000:00010000:0.0:1763340291.264361:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 208 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.264403:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2916 00000100:00100000:0.0:1763340291.264412:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280736768:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340291.264436:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.264442:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 208 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.264455:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 208 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.264476:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a1a4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16872 expref: 208 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.264493:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:0.0:1763340291.264498:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.264507:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.264525:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.264594:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.264644:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:2407:x1848995280736768:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 234us (1719us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.264651:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2916 00010000:00010000:2.0:1763340291.264915:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.264923:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340291.264948:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cf:0x0]: returning size 0 00000004:00080000:2.0:1763340291.265114:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x223:0x0], index 1: 0 00000004:00080000:2.0:1763340291.265122:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x223:0x0], index 0: 0 00000004:00080000:2.0:1763340291.265127:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x224:0x0], index 0: 0 00000004:00080000:2.0:1763340291.265131:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x224:0x0], index 1: 0 00010000:00010000:2.0:1763340291.265230:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.265238:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.265245:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.265250:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.265254:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.265261:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.265270:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.265273:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340291.265276:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.265282:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1c0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.265323:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a1b9 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16880 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.265336:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.265338:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340291.265342:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a1b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16880 expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.265356:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ffe00, rc 0) 00000100:00100000:2.0:1763340291.265403:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56777:x1848995280736512:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 13407us (13829us total) trans 4294972539 rc 301/301 00000100:00100000:2.0:1763340291.265409:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8977 00000100:00100000:1.0:1763340291.272916:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.272980:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.273063:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280737152 00000100:00100000:2.0:1763340291.273074:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280737152 00000100:00100000:2.0:1763340291.273139:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6044 00000100:00100000:2.0:1763340291.273150:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280737152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.273170:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.273192:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1688e expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.273219:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x221:0x0] initial LVB size: 5, mtime: 0x691a7003, atime: 0x0, ctime: 0x691a7003, blocks: 0x8 00010000:00010000:2.0:1763340291.273237:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.273240:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.273252:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 15 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.273270:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 15 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.273289:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da585a00, rc 0) 00000100:00100000:2.0:1763340291.273355:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280737152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 206us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.273363:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6044 00000100:00100000:3.0:1763340291.274130:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280737024 00000100:00100000:3.0:1763340291.274137:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280737024 00000100:00100000:3.0:1763340291.274661:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3049 00000100:00100000:3.0:1763340291.274672:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56777:x1848995280737024:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340291.276125:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56777:x1848995280737024:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1448us (3212us total) trans 4294972540 rc 0/0 00000100:00100000:3.0:1763340291.276136:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3049 00000100:00100000:1.0:1763340291.280105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.280905:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280737408 00000100:00100000:3.0:1763340291.280916:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280737408 00000100:00100000:3.0:1763340291.280980:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3050 00000100:00100000:3.0:1763340291.280990:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56777:x1848995280737408:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340291.281305:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56777:x1848995280737408:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 316us (1209us total) trans 4294972541 rc 0/0 00000100:00100000:2.0:1763340291.281313:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3050 00000100:00100000:0.0:1763340291.287922:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.288023:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280737664 00000100:00100000:2.0:1763340291.288032:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280737664 00000100:00100000:2.0:1763340291.288099:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8979 00000100:00100000:2.0:1763340291.288110:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280737664:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340291.288135:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.288160:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1e3 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16895 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.288285:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.288300:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288312:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288323:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.288330:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288337:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288389:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a1f8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.288396:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a1f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288402:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a1f8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340291.288413:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cf:0x0]: returning size 0 00010000:00010000:2.0:1763340291.288489:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288496:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288503:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288509:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288514:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.288518:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288524:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288584:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.288587:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.288593:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288599:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a1ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288614:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288619:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288635:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288640:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.288643:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288649:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288656:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d600) 00010000:00010000:2.0:1763340291.288659:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.288661:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288666:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a1f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.288704:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a1e3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16895 expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.288723:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a1f8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16895 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.288729:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340291.288732:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340291.288734:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584000, rc 0) 00000100:00100000:2.0:1763340291.290957:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280737664:12345-192.168.203.42@tcp:101:bash.0 Request processed in 2837us (3032us total) trans 4294972542 rc 0/0 00000100:00100000:2.0:1763340291.290971:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8979 00000100:00100000:0.0:1763340291.293826:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.293924:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280737792 00000100:00100000:2.0:1763340291.293934:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280737792 00000100:00100000:2.0:1763340291.293995:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8980 00000100:00100000:2.0:1763340291.294004:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280737792:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340291.294026:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.294045:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a206 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1689c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.294074:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a20d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340291.294087:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a20d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340291.294097:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a20d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340291.294203:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a206 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1689c expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.294220:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a20d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1689c expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.294233:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340291.294236:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340291.294239:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ffe00, rc 0) 00000100:00100000:2.0:1763340291.294298:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280737792:12345-192.168.203.42@tcp:101:bash.0 Request processed in 294us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.294305:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8980 00000100:00100000:3.0:1763340291.298015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.298093:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280738048 00000100:00100000:1.0:1763340291.298104:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280738048 00000100:00100000:1.0:1763340291.298167:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8981 00000100:00100000:1.0:1763340291.298177:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280738048:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340291.298226:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.298250:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a1f8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16895 expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.298268:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:1.0:1763340291.298273:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.298440:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.298456:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.298466:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340291.298509:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972543 00000004:00010000:1.0:1763340291.298573:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000478e873f reply state 000000007e89cac0 transno 4294972544 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.298586:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.298592:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:1.0:1763340291.298595:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.298598:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340291.298687:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280738048:12345-192.168.203.42@tcp:36:bash.0 Request processed in 510us (682us total) trans 4294972544 rc 0/0 00000100:00100000:1.0:1763340291.298696:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8981 00000020:00080000:1.0:1763340291.298701:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340291.306482:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.306590:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280738176 00000100:00100000:2.0:1763340291.306601:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280738176 00000100:00100000:2.0:1763340291.306672:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8982 00000100:00100000:2.0:1763340291.306682:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280738176:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340291.306705:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.306725:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a21b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168a3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.306780:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a21b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168a3 expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.306812:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a21b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168a3 expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.306831:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340291.306834:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340291.306838:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ff600, rc 0) 00000100:00100000:2.0:1763340291.306895:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280738176:12345-192.168.203.42@tcp:101:bash.0 Request processed in 214us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.306902:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8982 00000100:00100000:0.0:1763340291.311182:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.311326:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280738432 00000100:00100000:1.0:1763340291.311336:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280738432 00000100:00100000:1.0:1763340291.311399:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8983 00000100:00100000:1.0:1763340291.311408:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280738432:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.311428:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.311432:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340291.311459:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a21b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168a3 expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.311479:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:1.0:1763340291.311484:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.311497:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824a222 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168aa expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.311599:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a229 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.311612:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a229 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.311631:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a229 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340291.311870:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1337, 88 off112944 00000004:00080000:1.0:1763340291.311878:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032119344892ns, next at 1032114499842ns, rc = 0 00000040:00080000:1.0:1763340291.311908:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1315, 88 off111200 00000004:00080000:1.0:1763340291.311913:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032119380267ns, next at 1032114470593ns, rc = 0 00000040:00080000:1.0:1763340291.311961:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1316, 88 off111288 00000004:00080000:1.0:1763340291.311967:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032119434384ns, next at 1032114470593ns, rc = 0 00000040:00080000:1.0:1763340291.311988:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1338, 88 off113032 00000004:00080000:1.0:1763340291.311992:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032119458892ns, next at 1032114499842ns, rc = 0 00000001:00080000:1.0:1763340291.314434:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972545 is committed 00000004:00080000:1.0:1763340291.314447:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 881 committed 00000004:00080000:1.0:1763340291.314463:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 860 committed 00000004:00080000:1.0:1763340291.314477:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 859 committed 00000004:00080000:1.0:1763340291.314479:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 880 committed 00010000:00010000:1.0:1763340291.314578:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a229 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168aa expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.314591:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:1.0:1763340291.314594:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340291.314610:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824a222 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168aa expref: 208 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340291.314641:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a229 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168aa expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.314671:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:1.0:1763340291.314674:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340291.314676:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fe00, rc 0) 00000100:00100000:1.0:1763340291.314741:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280738432:12345-192.168.203.42@tcp:101:bash.0 Request processed in 3333us (3568us total) trans 4294972545 rc 0/0 00000100:00100000:1.0:1763340291.314751:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8983 00000100:00100000:2.0:1763340291.315057:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292212608:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.315106:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.315156:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292212736:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.315179:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.315215:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292212608 00000100:00100000:2.0:1763340291.315222:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292212608 00000100:00100000:2.0:1763340291.315265:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292212736 00000100:00100000:2.0:1763340291.315269:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292212736 00000100:00100000:2.0:1763340291.315295:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6045 00000100:00100000:2.0:1763340291.315303:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3649:x1848995292212608:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.315463:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3649:x1848995292212608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 161us (357us total) trans 21474838680 rc 0/0 00000100:00100000:2.0:1763340291.315469:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6045 00000100:00100000:2.0:1763340291.315481:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6046 00000100:00100000:2.0:1763340291.315486:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3650:x1848995292212736:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.315587:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3650:x1848995292212736:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (405us total) trans 21474838681 rc 0/0 00000100:00100000:2.0:1763340291.315592:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6046 00000004:00080000:2.0:1763340291.315637:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f5880/2, rc 0, transno 21474838681 00000100:00100000:2.0:1763340291.315643:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292212736:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763340291.315661:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f7100/2, rc 0, transno 21474838680 00000100:00100000:2.0:1763340291.315665:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292212608:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.316774:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316786:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316794:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316799:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.316804:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316811:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316829:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d600) 00010000:00010000:3.0:1763340291.316832:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.316836:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316842:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a19d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316866:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316871:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316877:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316881:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.316884:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316890:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316897:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:3.0:1763340291.316899:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.316903:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.316908:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a214 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340291.318465:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292212864:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.319271:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.319342:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763340291.319352:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292212992:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.319386:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.320001:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292212864 00000100:00100000:0.0:1763340291.320010:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292212864 00000100:00100000:0.0:1763340291.320064:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292212992 00000100:00100000:0.0:1763340291.320067:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292212992 00000100:00100000:0.0:1763340291.320101:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047 00000100:00100000:0.0:1763340291.320110:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3651:x1848995292212864:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.320296:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+45:3651:x1848995292212864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 186us (1026us total) trans 17179871394 rc 0/0 00000100:00100000:0.0:1763340291.320303:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047 00000100:00100000:0.0:1763340291.320320:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6048 00000100:00100000:0.0:1763340291.320326:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3649:x1848995292212992:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.320404:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+45:3649:x1848995292212992:12345-0@lo:2:osp-syn-1-1.0 Request processed in 78us (1016us total) trans 17179871395 rc 0/0 00000100:00100000:0.0:1763340291.320412:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6048 00000004:00080000:2.0:1763340291.320575:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595ea00/2, rc 0, transno 17179871395 00000100:00100000:2.0:1763340291.320583:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292212992:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763340291.320605:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595f480/2, rc 0, transno 17179871394 00000100:00100000:2.0:1763340291.320609:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292212864:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.321014:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.323180:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280738560 00000100:00100000:3.0:1763340291.323193:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280738560 00000100:00100000:3.0:1763340291.323245:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6049 00000100:00100000:3.0:1763340291.323254:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:55868:x1848995280738560:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340291.323273:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.323295:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168b1 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340291.323316:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x223:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340291.323338:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.323341:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.323352:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 28 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.323370:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 28 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.323382:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:3.0:1763340291.323452:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:55868:x1848995280738560:12345-192.168.203.42@tcp:101:bash.0 Request processed in 198us (2439us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.323460:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6049 00000100:00100000:0.0:1763340291.323647:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.323860:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280738688 00000100:00100000:2.0:1763340291.323865:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280738688 00000100:00100000:2.0:1763340291.323899:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6050 00000100:00100000:2.0:1763340291.323906:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280738688:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340291.323993:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280738688:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 86us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.323999:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6050 00000100:00100000:1.0:1763340291.326554:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.326630:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280738816 00000100:00100000:3.0:1763340291.326640:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280738816 00000100:00100000:3.0:1763340291.326726:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6051 00000100:00100000:3.0:1763340291.326736:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:55868:x1848995280738816:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340291.326755:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.326774:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168b8 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340291.326814:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x223:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340291.326834:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.326836:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.326844:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.326858:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.326870:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:3.0:1763340291.327073:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280738816:12345-192.168.203.42@tcp:101:bash.0 Request processed in 337us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.327080:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6051 00000100:00100000:0.0:1763340291.328350:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.328641:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280738944 00000100:00100000:3.0:1763340291.328650:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280738944 00000100:00100000:3.0:1763340291.329357:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6052 00000100:00100000:3.0:1763340291.329371:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280738944:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340291.329504:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280738944:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 136us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.329513:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6052 00000100:00100000:0.0:1763340291.330280:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.330639:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280739072 00000100:00100000:2.0:1763340291.330646:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280739072 00002000:00010000:2.0:1763340291.330673:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/547 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.330677:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c595dc00 with x1848995280739072 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.330687:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c595dc00. 00000100:00100000:2.0:1763340291.330715:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1533 00000100:00100000:2.0:1763340291.330724:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2409:x1848995280739072:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340291.332449:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x223:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.332457:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x223:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340291.332460:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x223:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.332462:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x223:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340291.332464:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x223:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340291.332947:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2409:x1848995280739072:12345-192.168.203.42@tcp:10:bash.0 Request processed in 2218us (2665us total) trans 17179871396 rc 0/0 00000100:00100000:2.0:1763340291.332957:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1533 00002000:00010000:2.0:1763340291.332962:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/547 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.332966:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c595dc00 with x1848995280739072 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.332975:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c595dc00. 00000100:00100000:1.0:1763340291.334281:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.334359:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280739200 00000100:00100000:2.0:1763340291.334369:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280739200 00002000:00010000:2.0:1763340291.334407:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/547 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.334412:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5f80 with x1848995280739200 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.334420:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c4fa5f80. 00000100:00100000:2.0:1763340291.334453:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1534 00000100:00100000:2.0:1763340291.334462:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280739200:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340291.334744:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.334748:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340291.334750:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.334752:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340291.334755:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x223:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340291.336113:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280739200:12345-192.168.203.42@tcp:10:bash.0 Request processed in 1643us (1829us total) trans 21474838682 rc 0/0 00000100:00100000:2.0:1763340291.336126:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1534 00002000:00010000:2.0:1763340291.336133:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/547 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.336136:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c4fa5f80 with x1848995280739200 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.336144:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c4fa5f80. 00000100:00100000:0.0:1763340291.341441:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.341988:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280739456 00000100:00100000:2.0:1763340291.341999:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280739456 00000100:00100000:2.0:1763340291.342063:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3051 00000100:00100000:2.0:1763340291.342072:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:55868:x1848995280739456:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340291.342351:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.342371:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280739456:12345-192.168.203.42@tcp:35:bash.0 Request processed in 300us (940us total) trans 4294972546 rc 0/0 00000100:00100000:2.0:1763340291.342379:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3051 00000100:00100000:2.0:1763340291.344440:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280739584 00000100:00100000:2.0:1763340291.344455:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280739584 00000100:00100000:2.0:1763340291.344547:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1535 00000100:00100000:2.0:1763340291.344558:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280739584:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:2.0:1763340291.344596:0:28372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344610:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.344613:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.344618:0:28372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344640:0:28372:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344735:0:28372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344744:0:28372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344751:0:28372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344763:0:28372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340291.344767:0:28372:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344775:0:28372:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344791:0:28372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.344798:0:28372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a23e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.344874:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280739584:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 317us (2521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763340291.344882:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1535 00000100:00100000:0.0:1763340291.351045:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.351112:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280739712 00000100:00100000:1.0:1763340291.351122:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280739712 00000100:00100000:1.0:1763340291.351184:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8984 00000100:00100000:1.0:1763340291.351193:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56775:x1848995280739712:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.351217:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.351239:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a245 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168bf expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.351275:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824a24c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.351289:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824a24c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.351299:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824a24c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.351417:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a245 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168bf expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.351434:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fc00/0xbdebf3fb1824a24c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168bf expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.351443:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.351446:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340291.351450:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fc00, rc 0) 00000100:00100000:1.0:1763340291.351513:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56775:x1848995280739712:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 320us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.351520:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8984 00000100:00100000:0.0:1763340291.355601:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340291.355638:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292213120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763340291.355709:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.355740:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292213120 00000100:00100000:3.0:1763340291.355748:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292213120 00000100:00100000:3.0:1763340291.355953:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1763340291.355963:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292213120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763340291.355989:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484929472 pending 28672 free 3919192064 avail 3687669760 00000100:00100000:3.0:1763340291.356030:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292213120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.356037:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1763340291.356086:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.356162:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280739840 00000100:00100000:3.0:1763340291.356166:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280739840 00000100:00100000:3.0:1763340291.356190:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8985 00000100:00100000:3.0:1763340291.356195:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56778:x1848995280739840:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340291.356206:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.356227:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a253 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168c6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.356282:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340291.356294:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356304:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356314:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340291.356320:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356325:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356388:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a268 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340291.356396:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a268 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356401:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a268 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340291.356434:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cf:0x0]: returning size 5 00000004:00200000:3.0:1763340291.356437:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340291.356454:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a268 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356465:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a268 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356474:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356481:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356487:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356493:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356499:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.356503:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356511:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356523:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340291.356526:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.356561:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356570:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a25a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356584:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356590:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356595:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356600:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.356603:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356608:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356616:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acc500) 00010000:00010000:3.0:1763340291.356618:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.356632:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356638:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a261 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.356669:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a253 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168c6 expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.356685:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a268 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168c6 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.356692:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:3.0:1763340291.356695:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340291.356697:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:3.0:1763340291.356740:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56778:x1848995280739840:12345-192.168.203.42@tcp:101:rm.0 Request processed in 543us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.356746:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8985 00000100:00100000:0.0:1763340291.357433:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292213120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763340291.365780:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.365821:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.369076:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280739968 00000100:00100000:1.0:1763340291.369092:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280739968 00000100:00100000:1.0:1763340291.369166:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1536 00000100:00100000:1.0:1763340291.369174:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2410:x1848995280739968:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:1.0:1763340291.369206:0:28376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.369224:0:28376:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 29 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.369232:0:28376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.369234:0:28376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.369238:0:28376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.369269:0:28376:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 29 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.369281:0:28376:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 29 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340291.369295:0:28376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28376:1848995292213248:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340291.369385:0:28376:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.369562:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280740224 00000100:00100000:2.0:1763340291.369566:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280740224 00000100:00100000:2.0:1763340291.369600:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8986 00000100:00100000:2.0:1763340291.369608:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56778:x1848995280740224:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340291.369657:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340291.369678:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a229 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168aa expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.369695:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a268 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168c6 expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.369713:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a20d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1689c expref: 206 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.369723:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3d900) 00010000:00010000:2.0:1763340291.369732:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340291.369749:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.369759:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.369767:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.369775:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.369781:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.369787:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.369861:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.369869:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.369875:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:2.0:1763340291.370089:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1339, 64 off113096 00000004:00080000:2.0:1763340291.370098:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032177565321ns, next at 1033177563246ns, rc = 0 00000040:00080000:2.0:1763340291.370122:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1317, 64 off111352 00000004:00080000:2.0:1763340291.370127:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032177594074ns, next at 1033177592629ns, rc = 0 00000040:00080000:2.0:1763340291.370136:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1318, 64 off111416 00000040:00080000:2.0:1763340291.370144:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1340, 64 off113160 00010000:00010000:2.0:1763340291.370191:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.370199:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370205:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370211:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370216:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370221:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370238:0:10032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340291.370254:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340291.370259:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370266:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340291.370269:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370275:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370287:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3dd00) 00010000:00010000:2.0:1763340291.370290:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340291.370293:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370298:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a28b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370307:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.370309:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.370310:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.370323:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370329:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370335:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370339:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.370343:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370348:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370355:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cf:0x0].0x0 (ffff9554c2b3dd00) 00010000:00010000:2.0:1763340291.370357:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340291.370361:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370366:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a284 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370467:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370474:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370479:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370485:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370490:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.370492:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370497:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370504:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.370506:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.370509:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370514:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a276 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340291.370526:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec3f2134 reply state 000000008be14113 transno 4294972547 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370562:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.370568:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:2.0:1763340291.370570:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340291.370573:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340291.370636:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56778:x1848995280740224:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1015us (4800us total) trans 4294972547 rc 0/0 00000100:00100000:2.0:1763340291.370644:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8986 00000100:00100000:1.0:1763340291.372836:0:28376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28376:1848995292213248:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340291.372864:0:28376:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340291.382846:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.382931:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280740480 00000100:00100000:1.0:1763340291.382942:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280740480 00010000:00010000:1.0:1763340291.382982:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 30 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340291.383027:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2917 00000100:00100000:1.0:1763340291.383037:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2408:x1848995280740480:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340291.383052:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.383072:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 30 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763340291.383086:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 30 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763340291.383109:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb18249ff9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167f4 expref: 30 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763340291.383123:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.383126:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.383131:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.383141:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.383180:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.383237:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280740480:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 202us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.383246:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2917 00010000:00010000:3.0:1763340291.383453:0:28376:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.383463:0:28376:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763340291.386323:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871397 is committed 00000001:00080000:0.0:1763340291.386342:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871395 is committed 00002000:00010000:3.0:1763340291.386647:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763340291.386651:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb mtime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340291.386654:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb ctime from disk: 0 -> 1763340291 00002000:00010000:3.0:1763340291.386656:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340291.386667:0:28376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.386677:0:28376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.386690:0:28376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.386696:0:28376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.386700:0:28376:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.386708:0:28376:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.386725:0:28376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.386731:0:28376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a26f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340291.390766:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2410:x1848995280739968:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 21580us (24984us total) trans 17179871397 rc 0/0 00000100:00100000:1.0:1763340291.390779:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1536 00000100:00100000:3.0:1763340291.391083:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.391486:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280740352 00000100:00100000:1.0:1763340291.391497:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280740352 00000100:00100000:2.0:1763340291.392207:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8987 00000100:00100000:2.0:1763340291.392221:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56779:x1848995280740352:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.392243:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.392265:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a292 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168cd expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.392329:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.392341:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392352:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392363:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.392370:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392377:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392419:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392426:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392433:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392440:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392446:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.392450:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392457:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392469:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.392472:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.392476:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392482:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a299 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392494:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392500:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392506:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392511:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.392514:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392524:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392576:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:2.0:1763340291.392580:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.392583:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392590:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2a0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.392617:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a292 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168cd expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.392638:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.392641:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.392645:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a292 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168cd expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.392659:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584a00, rc 0) 00000100:00100000:2.0:1763340291.392720:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56779:x1848995280740352:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 502us (1637us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340291.392727:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8987 00000100:00100000:3.0:1763340291.401642:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.401828:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280740608 00000100:00100000:1.0:1763340291.401839:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280740608 00000100:00100000:1.0:1763340291.401985:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8988 00000100:00100000:1.0:1763340291.401996:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56779:x1848995280740608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.402014:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.402038:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a2a7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168d4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.402101:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340291.402116:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402128:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402137:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340291.402148:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402153:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402194:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402200:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402205:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402211:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402217:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.402222:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402229:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402240:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0f00) 00010000:00010000:1.0:1763340291.402243:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.402248:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402253:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a2ae lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402264:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402270:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402275:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402280:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.402283:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402289:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402294:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:1.0:1763340291.402297:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.402300:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402304:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a2b5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.402330:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a2a7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168d4 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.402339:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0f00) 00010000:00010000:1.0:1763340291.402341:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.402344:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a2a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168d4 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.402356:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e800, rc 0) 00000100:00100000:3.0:1763340291.405873:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.406026:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56779:x1848995280740608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4028us (4390us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340291.406037:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8988 00000100:00100000:1.0:1763340291.409179:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280740736 00000100:00100000:1.0:1763340291.409195:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280740736 00000100:00100000:1.0:1763340291.409255:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8989 00000100:00100000:1.0:1763340291.409265:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56779:x1848995280740736:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.409287:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.409311:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2bc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168db expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.409377:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a2c3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340291.409392:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a2c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.409403:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a2c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340291.409453:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340291.409459:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340291.409491:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2bc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168db expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.409508:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a2c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168db expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.409517:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0800) 00010000:00010000:1.0:1763340291.409520:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340291.409524:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:1.0:1763340291.409628:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56779:x1848995280740736:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 356us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.409636:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8989 00000100:00100000:0.0:1763340291.419271:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.420249:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280740864 00000100:00100000:2.0:1763340291.420260:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280740864 00000100:00100000:2.0:1763340291.420323:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8990 00000100:00100000:2.0:1763340291.420333:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56779:x1848995280740864:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.420354:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.420374:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a2ca lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168e2 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.420442:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.420455:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420471:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420480:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.420486:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420491:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420526:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420549:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420555:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420561:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420567:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.420571:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420579:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420591:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0800) 00010000:00010000:2.0:1763340291.420594:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.420600:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420606:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a2d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420619:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420636:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00000100:00100000:3.0:1763340291.420637:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:2.0:1763340291.420645:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.420650:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc1a4c550) 00000100:00100000:1.0:1763340291.420689:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280741120 00000100:00100000:1.0:1763340291.420694:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280741120 00000100:00100000:1.0:1763340291.420731:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8991 00000100:00100000:1.0:1763340291.420740:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56775:x1848995280741120:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340291.420769:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.420800:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a1ce lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16887 expref: 210 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.420812:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.420815:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.420863:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340291.420871:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.420879:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340291.420989:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a0903c0a reply state 00000000e626d65d transno 4294972548 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.421001:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.421007:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.421009:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.421012:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340291.421097:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56775:x1848995280741120:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 358us (462us total) trans 4294972548 rc 0/0 00000100:00100000:1.0:1763340291.421105:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8991 00010000:00010000:2.0:1763340291.422082:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.422091:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.422102:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:2.0:1763340291.422105:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.422108:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.422114:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a2d8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.422148:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a2ca lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e2 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.422158:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0800) 00010000:00010000:2.0:1763340291.422161:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.422164:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a2ca lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e2 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.422173:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584a00, rc 0) 00000100:00100000:2.0:1763340291.422212:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56779:x1848995280740864:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1879us (2950us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340291.422221:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8990 00000100:00100000:3.0:1763340291.423094:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.423156:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280741248 00000100:00100000:0.0:1763340291.423164:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280741248 00000100:00100000:0.0:1763340291.423214:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6053 00000100:00100000:0.0:1763340291.423222:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:56775:x1848995280741248:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.423236:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.423252:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168e9 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340291.423271:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x222:0x0] initial LVB size: 4096, mtime: 0x691a7003, atime: 0x0, ctime: 0x691a7003, blocks: 0x8 00010000:00010000:0.0:1763340291.423288:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.423291:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.423298:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.423312:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.423322:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d800, rc 0) 00000100:00100000:0.0:1763340291.423369:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:56775:x1848995280741248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 147us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.423376:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6053 00000100:00100000:0.0:1763340291.426065:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.427502:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280741504 00000100:00100000:2.0:1763340291.427517:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280741504 00000100:00100000:3.0:1763340291.427558:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.427658:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280741632 00000100:00100000:0.0:1763340291.427664:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280741632 00000100:00100000:0.0:1763340291.427728:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6054 00000100:00100000:0.0:1763340291.427739:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:56775:x1848995280741632:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.427758:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.427778:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168f7 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.427806:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 18 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340291.427815:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.427817:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.427821:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.427856:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 18 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340291.427868:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 18 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763340291.427882:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292213376:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.434792:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.435387:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8992 00000100:00100000:2.0:1763340291.435402:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56779:x1848995280741504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.435423:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.435427:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340291.435450:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a2c3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168db expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.435466:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0800) 00010000:00010000:2.0:1763340291.435477:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340291.435492:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a2f4 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168f0 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.435614:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.435654:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.435663:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.435673:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.435680:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.435686:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436031:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.436040:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436047:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340291.436056:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 0 00010000:00010000:2.0:1763340291.436079:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436086:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436091:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436097:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436103:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.436107:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436114:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436122:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2b3d000) 00010000:00010000:2.0:1763340291.436125:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.436129:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436135:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a2fb lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:2.0:1763340291.436145:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022ac1e65 reply state 00000000e279e290 transno 4294972549 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436156:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.436161:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:2.0:1763340291.436163:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340291.436165:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340291.436191:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a2f4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.436209:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.436216:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9554c2b3dd00) 00010000:00010000:2.0:1763340291.436219:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340291.436221:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5200, rc 0) 00000100:00100000:2.0:1763340291.436277:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56779:x1848995280741504:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 880us (10225us total) trans 4294972549 rc 0/0 00000100:00100000:2.0:1763340291.436285:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8992 00000100:00100000:3.0:1763340291.440985:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.441185:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292213376:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.441214:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.441236:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340291.441282:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:56775:x1848995280741632:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 13547us (13755us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.441291:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6054 00000100:00100000:1.0:1763340291.441376:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280741760 00000100:00100000:1.0:1763340291.441382:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280741760 00010000:00010000:1.0:1763340291.441410:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 18 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340291.441447:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2918 00000100:00100000:1.0:1763340291.441456:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280741760:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340291.441469:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.441488:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 18 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763340291.441501:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 18 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763340291.441522:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a000 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df167fb expref: 18 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763340291.441555:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.441557:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.441564:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.441574:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.441611:0:6500:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 17 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340291.441637:0:6500:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6500:1848995292213504:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340291.441686:0:6500:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c180 going to sleep for 11 seconds 00000100:00100000:1.0:1763340291.442905:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.442991:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280742016 00000100:00100000:0.0:1763340291.442998:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280742016 00000100:00100000:0.0:1763340291.443045:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8993 00000100:00100000:0.0:1763340291.443054:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56779:x1848995280742016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.443073:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.443092:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a317 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df168fe expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.443195:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.443210:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.443218:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.443245:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.443257:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 212 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.443274:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292213632:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.443341:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c78e3600 going to sleep for 11 seconds 00000100:00100000:1.0:1763340291.444876:0:6500:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6500:1848995292213504:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340291.444901:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.444967:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280741760:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 3511us (3990us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.444978:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2918 00000100:00100000:3.0:1763340291.449642:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.449687:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.449708:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280742144 00000100:00100000:1.0:1763340291.449720:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280742144 00000100:00100000:3.0:1763340291.449765:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:1.0:1763340291.449770:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/546 (5->18446744073709551615) 00002000:00100000:1.0:1763340291.449777:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcff100 with x1848995280742144 ext(5->18446744073709551615) 00002000:00010000:1.0:1763340291.449788:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbcff100. 00000100:00100000:3.0:1763340291.449812:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280742400 00000100:00100000:1.0:1763340291.449816:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280742272 00000100:00100000:3.0:1763340291.449818:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280742400 00000100:00100000:1.0:1763340291.449822:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280742272 00002000:00010000:1.0:1763340291.449841:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/546 (0->18446744073709551615) 00002000:00100000:1.0:1763340291.449846:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd880 with x1848995280742272 ext(0->18446744073709551615) 00010000:00010000:3.0:1763340291.449847:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 213 pid: 10032 timeout: 1132 lvb_type: 0 00002000:00010000:1.0:1763340291.449852:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfd880. 00000100:00100000:1.0:1763340291.449877:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1537 00000100:00100000:3.0:1763340291.449885:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2919 00000100:00100000:1.0:1763340291.449890:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280742144:12345-192.168.203.42@tcp:10:lfs.0 00000100:00100000:3.0:1763340291.449899:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:2407:x1848995280742400:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.449912:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340291.449919:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 213 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.449930:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 213 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.449951:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9554c2b3dd00) 00010000:00010000:3.0:1763340291.449957:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.449966:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.449973:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.449993:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340291.450043:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:2407:x1848995280742400:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 147us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.450050:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2919 00000100:00100000:3.0:1763340291.450186:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1538 00000100:00100000:3.0:1763340291.450195:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280742272:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:1.0:1763340291.450202:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763340291.450208:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb mtime from disk: 1763340291 -> 1763340292 00002000:00010000:1.0:1763340291.450210:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340291.450212:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb ctime from disk: 1763340291 -> 1763340292 00002000:00010000:1.0:1763340291.450214:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340291.450245:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280742144:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 359us (621us total) trans 17179871398 rc 0/0 00000100:00100000:1.0:1763340291.450252:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1537 00002000:00010000:1.0:1763340291.450255:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/546 (5->18446744073709551615) 00002000:00100000:1.0:1763340291.450258:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcff100 with x1848995280742144 ext(5->18446744073709551615) 00002000:00010000:1.0:1763340291.450263:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbcff100. 00002000:00010000:3.0:1763340291.450305:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.450308:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:3.0:1763340291.450311:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.450313:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:3.0:1763340291.450314:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340291.450337:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280742272:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 143us (649us total) trans 21474838683 rc 0/0 00000100:00100000:3.0:1763340291.450344:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1538 00002000:00010000:3.0:1763340291.450347:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/546 (0->18446744073709551615) 00002000:00100000:3.0:1763340291.450350:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd880 with x1848995280742272 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340291.450355:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfd880. 00010000:00010000:0.0:1763340291.450373:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a309 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f0 expref: 212 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.450392:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292213632:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.450415:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450424:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450430:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340291.450450:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 0 00000004:00080000:0.0:1763340291.450648:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x225:0x0], index 0: 0 00000004:00080000:0.0:1763340291.450654:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x225:0x0], index 1: 0 00000004:00080000:0.0:1763340291.450658:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x226:0x0], index 1: 0 00000004:00080000:0.0:1763340291.450662:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x226:0x0], index 0: 0 00010000:00010000:0.0:1763340291.450745:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450753:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450758:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450767:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845cc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.450771:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450777:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450787:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9554c2b3dd00) 00010000:00010000:0.0:1763340291.450790:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340291.450793:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450799:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a31e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.450851:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a317 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168fe expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.450861:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9554c2b3dd00) 00010000:00010000:0.0:1763340291.450863:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340291.450867:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a317 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168fe expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.450883:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845dc00, rc 0) 00000100:00100000:0.0:1763340291.450912:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56779:x1848995280742016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7859us (8012us total) trans 4294972550 rc 301/301 00000100:00100000:0.0:1763340291.450919:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8993 00000100:00100000:3.0:1763340291.454618:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.454689:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280742656 00000100:00100000:0.0:1763340291.454700:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280742656 00000100:00100000:0.0:1763340291.454760:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8994 00000100:00100000:0.0:1763340291.454771:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56775:x1848995280742656:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:0.0:1763340291.454858:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.454875:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.454885:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:0.0:1763340291.454997:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009522961e reply state 00000000586c0304 transno 4294972551 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.455009:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.455016:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.455019:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340291.455022:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340291.455103:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56775:x1848995280742656:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 334us (494us total) trans 4294972551 rc 0/0 00000100:00100000:0.0:1763340291.455110:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8994 00000100:00100000:3.0:1763340291.457810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.459324:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280742912 00000100:00100000:1.0:1763340291.459337:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280742912 00000100:00100000:1.0:1763340291.459394:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3052 00000100:00100000:1.0:1763340291.459403:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56779:x1848995280742912:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.459688:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56779:x1848995280742912:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 286us (1886us total) trans 4294972552 rc 0/0 00000100:00100000:1.0:1763340291.459696:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3052 00000100:00100000:3.0:1763340291.459983:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.460054:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280743040 00000100:00100000:0.0:1763340291.460059:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280743040 00000100:00100000:0.0:1763340291.460103:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6055 00000100:00100000:0.0:1763340291.460111:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:56775:x1848995280743040:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.460122:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.460139:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16905 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.460164:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340291.460173:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.460175:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.460179:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 19 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.460206:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340291.460217:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 19 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763340291.460229:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292213760:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.460272:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.467717:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.467797:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280743296 00000100:00100000:1.0:1763340291.467806:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280743296 00000100:00100000:1.0:1763340291.467858:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3053 00000100:00100000:1.0:1763340291.467865:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56779:x1848995280743296:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.468074:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56779:x1848995280743296:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 208us (367us total) trans 4294972553 rc 0/0 00000100:00100000:1.0:1763340291.468082:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3053 00000100:00100000:2.0:1763340291.468800:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.468927:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292213760:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.468957:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 19 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.468976:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c600, rc 0) 00000100:00100000:0.0:1763340291.469013:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:56775:x1848995280743040:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8904us (9031us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.469020:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6055 00000100:00100000:3.0:1763340291.469465:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280743424 00000100:00100000:3.0:1763340291.469470:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280743424 00010000:00010000:3.0:1763340291.469495:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 19 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763340291.469528:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2920 00000100:00100000:3.0:1763340291.469564:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280743424:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.469576:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340291.469595:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 19 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340291.469606:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 19 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340291.469636:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555da585a00/0xbdebf3fb1824a1dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1688e expref: 19 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340291.469648:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.469650:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.469657:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.469666:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.469698:0:14059:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.469712:0:14059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14059:1848995292213888:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340291.469764:0:14059:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c5126240 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.472313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.472408:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280743680 00000100:00100000:1.0:1763340291.472417:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280743680 00000100:00100000:1.0:1763340291.472469:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8995 00000100:00100000:1.0:1763340291.472477:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:55868:x1848995280743680:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.472499:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.472522:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a33a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1690c expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.472697:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.472709:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472719:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472729:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.472736:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472742:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472799:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a34f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.472807:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a34f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472813:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a34f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340291.472823:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 0 00010000:00010000:1.0:1763340291.472897:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472905:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472911:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472916:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472921:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.472925:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472932:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472944:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0f00) 00010000:00010000:1.0:1763340291.472947:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.472951:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472957:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a341 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472968:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472974:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472980:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472988:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.472991:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.472996:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.473001:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:1.0:1763340291.473004:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.473006:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.473012:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a348 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.473046:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a33a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1690c expref: 218 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.473064:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a34f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1690c expref: 217 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.473070:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.473072:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340291.473075:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340291.473133:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280743680:12345-192.168.203.42@tcp:101:bash.0 Request processed in 656us (829us total) trans 4294972554 rc 0/0 00000100:00100000:1.0:1763340291.473142:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8995 00000100:00100000:0.0:1763340291.475292:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.475365:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280743808 00000100:00100000:2.0:1763340291.475373:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280743808 00000100:00100000:2.0:1763340291.475420:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6056 00000100:00100000:2.0:1763340291.475427:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280743808:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:2.0:1763340291.475594:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340291.475598:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:2.0:1763340291.475600:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb atime from disk: 0 -> 1763340291 00002000:00010000:2.0:1763340291.475602:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb ctime from disk: 1763340291 -> 1763340292 00002000:00010000:2.0:1763340291.475605:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340291.475718:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280743808:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 290us (432us total) trans 21474838684 rc 0/0 00000100:00100000:2.0:1763340291.475726:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6056 00000100:00100000:3.0:1763340291.475949:0:14059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14059:1848995292213888:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340291.475970:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340291.475992:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280743424:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 6431us (7196us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.476000:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2920 00000100:00100000:3.0:1763340291.479926:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.480018:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.480110:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280743936 00000100:00100000:0.0:1763340291.480122:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280743936 00000100:00100000:0.0:1763340291.480185:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8996 00000100:00100000:0.0:1763340291.480197:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280743936:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340291.480219:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.480239:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a35d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16913 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.480272:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a364 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.480286:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a364 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.480297:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a364 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340291.480715:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280744192 00000100:00100000:2.0:1763340291.480720:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280744192 00000100:00100000:2.0:1763340291.480760:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3054 00000100:00100000:2.0:1763340291.480767:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e13450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56775:x1848995280744192:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340291.480814:0:14057:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1ce:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a126 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1684f expref: 219 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.480852:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340291.480862:0:14057:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.480870:0:14057:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.480899:0:14057:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.480911:0:14057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.480924:0:14057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292214016:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340291.481005:0:14057:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51bccc0 going to sleep for 11 seconds 00010000:00010000:0.0:1763340291.481886:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a35d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16913 expref: 220 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.481917:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a364 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16913 expref: 219 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.481926:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:0.0:1763340291.481929:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340291.481933:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845de00, rc 0) 00000100:00100000:0.0:1763340291.481990:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:55868:x1848995280743936:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1793us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.481999:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8996 00000100:00100000:2.0:1763340291.488290:0:14057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14057:1848995292214016:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340291.488317:0:14057:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000100:00100000:3.0:1763340291.488666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.489555:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280744576 00000100:00100000:0.0:1763340291.489564:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280744576 00010000:00010000:0.0:1763340291.489603:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.489654:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2921 00000100:00100000:0.0:1763340291.489662:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2407:x1848995280744576:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340291.489678:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.489684:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.489695:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.489717:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a1b2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16879 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.489733:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:0.0:1763340291.489738:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340291.489747:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14057 initiator: MDT1 00010000:00010000:0.0:1763340291.489753:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14057 initiator: MDT1 00000100:00100000:2.0:1763340291.490161:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340291.490686:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.490740:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2407:x1848995280744576:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1077us (2074us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.490750:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2921 00000100:00100000:1.0:1763340291.491639:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280744448 00000100:00100000:1.0:1763340291.491649:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280744448 00000100:00100000:1.0:1763340291.491709:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8997 00000100:00100000:1.0:1763340291.491718:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:55868:x1848995280744448:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340291.491770:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.491793:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a34f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1690c expref: 218 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.491808:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.491812:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.491964:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340291.491975:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.491982:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763340291.492021:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972555 00000004:00010000:1.0:1763340291.492038:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e90bfd58 reply state 0000000015619898 transno 4294972556 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.492048:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.492053:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.492055:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.492058:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340291.492119:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:55868:x1848995280744448:12345-192.168.203.42@tcp:36:bash.0 Request processed in 402us (1958us total) trans 4294972556 rc 0/0 00000100:00100000:1.0:1763340291.492125:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8997 00000020:00080000:1.0:1763340291.492129:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1763340291.492788:0:14057:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.492798:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000040:00080000:2.0:1763340291.492952:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1319, 88 off111504 00000004:00080000:2.0:1763340291.492959:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032300426205ns, next at 1033177592629ns, rc = 0 00000040:00080000:2.0:1763340291.492987:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1341, 88 off113248 00000004:00080000:2.0:1763340291.492991:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032300458301ns, next at 1033177563246ns, rc = 0 00000040:00080000:2.0:1763340291.493005:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1342, 88 off113336 00000004:00080000:2.0:1763340291.493008:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032300475557ns, next at 1033177563246ns, rc = 0 00000040:00080000:2.0:1763340291.493015:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1320, 88 off111592 00000004:00080000:2.0:1763340291.493018:0:14057:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032300485377ns, next at 1033177592629ns, rc = 0 00000100:00100000:2.0:1763340291.497387:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.497793:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280744704 00000100:00100000:0.0:1763340291.497804:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280744704 00000100:00100000:0.0:1763340291.497865:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8998 00000100:00100000:0.0:1763340291.497875:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:55868:x1848995280744704:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340291.497894:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.497913:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a379 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1691a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.497964:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a379 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1691a expref: 222 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.497979:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a379 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1691a expref: 222 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.497996:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:0.0:1763340291.497999:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340291.498003:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845cc00, rc 0) 00000100:00100000:0.0:1763340291.498064:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:55868:x1848995280744704:12345-192.168.203.42@tcp:101:bash.0 Request processed in 190us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.498071:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8998 00000100:00100000:3.0:1763340291.501395:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.501474:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280744960 00000100:00100000:1.0:1763340291.501483:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280744960 00000100:00100000:1.0:1763340291.501559:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8999 00000100:00100000:1.0:1763340291.501567:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:55868:x1848995280744960:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.501585:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.501588:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340291.501610:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a379 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1691a expref: 222 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.501646:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.501650:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.501661:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a380 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16921 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.501701:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a387 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340291.501712:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a387 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.501721:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a387 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763340291.501918:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1321, 88 off111680 00000004:00080000:1.0:1763340291.501925:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032309391943ns, next at 1033177592629ns, rc = 0 00000040:00080000:1.0:1763340291.501958:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1343, 88 off113424 00000004:00080000:1.0:1763340291.501963:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032309430349ns, next at 1033177563246ns, rc = 0 00000040:00080000:1.0:1763340291.501978:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1344, 88 off113512 00000004:00080000:1.0:1763340291.501983:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032309449754ns, next at 1033177563246ns, rc = 0 00000040:00080000:1.0:1763340291.501992:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1322, 88 off111768 00000004:00080000:1.0:1763340291.501996:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032309463469ns, next at 1033177592629ns, rc = 0 00010000:00010000:3.0:1763340291.514966:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.514981:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.514989:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.514995:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ff600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.514999:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515007:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515024:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:3.0:1763340291.515028:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.515033:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515039:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a27d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515060:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.515066:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.515072:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.515076:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.515080:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.515085:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.515092:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.515094:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.515097:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.515102:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a2df lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.515111:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515116:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515121:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515125:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.515128:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515132:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515138:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2b3d800) 00010000:00010000:3.0:1763340291.515141:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.515143:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515152:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a302 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.515170:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515176:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515181:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515186:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.515188:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515193:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763340291.515194:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972557 is committed 00010000:00010000:3.0:1763340291.515200:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00000004:00080000:2.0:1763340291.515201:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 863 committed 00010000:00010000:3.0:1763340291.515202:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.515205:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515210:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a32c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763340291.515218:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 884 committed 00010000:00010000:3.0:1763340291.515234:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515239:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515247:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515252:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.515255:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515261:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515269:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:3.0:1763340291.515280:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.515283:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.515289:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a372 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763340291.516354:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292214656:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.516418:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.516455:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763340291.516461:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292214528:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.516481:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.516525:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292214656 00000100:00100000:1.0:1763340291.516551:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292214656 00000100:00100000:1.0:1763340291.516591:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292214528 00000100:00100000:1.0:1763340291.516594:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292214528 00000100:00100000:1.0:1763340291.516612:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6057 00000100:00100000:1.0:1763340291.516629:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3649:x1848995292214656:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763340291.516765:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340291.516769:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:1.0:1763340291.516772:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb atime from disk: 1763340291 -> 1763340291 00002000:00010000:1.0:1763340291.516774:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:1.0:1763340291.516777:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763340291.516813:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3649:x1848995292214656:12345-0@lo:2:osp-syn-0-1.0 Request processed in 194us (394us total) trans 21474838685 rc 0/0 00000100:00100000:1.0:1763340291.516821:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6057 00000100:00100000:1.0:1763340291.516837:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6058 00000100:00100000:1.0:1763340291.516843:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3649:x1848995292214528:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340291.516856:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:548 count 1 00002000:00010000:1.0:1763340291.516877:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x224:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340291.516884:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.516900:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.516903:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.516907:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.516932:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.516942:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.516949:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.516964:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340291.517117:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3649:x1848995292214528:12345-0@lo:6:osp-syn-0-1.0 Request processed in 273us (634us total) trans 21474838686 rc 0/0 00000100:00100000:1.0:1763340291.517124:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6058 00010000:00010000:1.0:1763340291.517147:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340291.517152:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517160:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340291.517163:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517171:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517186:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517193:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a38e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517207:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.517209:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.517211:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340291.517241:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa5880/2, rc 0, transno 21474838686 00000100:00100000:1.0:1763340291.517251:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292214528:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.517251:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292215040:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763340291.517260:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7480/2, rc 0, transno 21474838685 00000100:00100000:1.0:1763340291.517264:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292214656:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.517281:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.517295:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292215040 00000100:00100000:1.0:1763340291.517298:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292215040 00000100:00100000:1.0:1763340291.517319:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6059 00000100:00100000:1.0:1763340291.517325:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1848995292215040:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763340291.517395:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763340291.517398:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:1.0:1763340291.517401:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340291.517403:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00000100:00100000:3.0:1763340291.517405:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292214272:0@lo:6:osp-syn-0-1.0 00002000:00010000:1.0:1763340291.517405:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763340291.517429:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.517431:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3648:x1848995292215040:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (150us total) trans 17179871399 rc 0/0 00000100:00100000:1.0:1763340291.517437:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6059 00000100:00100000:3.0:1763340291.517445:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292214144:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.517448:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292214272 00000100:00100000:1.0:1763340291.517451:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292214272 00000100:00100000:3.0:1763340291.517463:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.517483:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292214784:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.517504:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763340291.517548:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 883 committed 00000004:00080000:2.0:1763340291.517555:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 862 committed 00000004:00080000:2.0:1763340291.517577:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 861 committed 00000004:00080000:2.0:1763340291.517580:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 882 committed 00000100:00100000:2.0:1763340291.517647:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292214400:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.517688:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292214144 00000100:00100000:1.0:1763340291.517693:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292214144 00000004:00010000:2.0:1763340291.517704:0:14057:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009f3ba707 reply state 00000000886b9843 transno 4294972557 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000100:00100000:1.0:1763340291.517717:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6060 00010000:00010000:2.0:1763340291.517719:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00000100:00100000:1.0:1763340291.517723:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3650:x1848995292214272:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340291.517728:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:2.0:1763340291.517731:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763340291.517734:0:14057:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00002000:00080000:1.0:1763340291.517735:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:547 count 1 00010000:00010000:2.0:1763340291.517738:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:2.0:1763340291.517740:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340291.517747:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a126 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1684f expref: 206 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517747:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517759:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 18 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517765:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.517767:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.517770:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517791:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 18 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517804:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 18 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340291.517814:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292215168:192.168.203.42@tcp:104: 00010000:00080000:2.0:1763340291.517839:0:14057:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340291.517859:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340291.517878:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6061 00000100:00100000:1.0:1763340291.517885:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3650:x1848995292214144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340291.517899:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:547 count 1 00010000:00010000:1.0:1763340291.517912:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517966:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517973:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.517974:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340291.517977:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.517998:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 16 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.518052:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 16 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340291.518062:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292215296:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340291.518085:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340291.518182:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871395 gen 2 00000004:00080000:0.0:1763340291.518187:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f5500, transno 17179871346 00000004:00080000:0.0:1763340291.518190:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f4700, transno 17179871347 00000004:00080000:0.0:1763340291.518192:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f6300, transno 17179871348 00000004:00080000:0.0:1763340291.518195:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f5f80, transno 17179871349 00000004:00080000:0.0:1763340291.518197:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6a00, transno 17179871351 00000004:00080000:0.0:1763340291.518200:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7b80, transno 17179871352 00000004:00080000:0.0:1763340291.518202:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f1ad80, transno 17179871353 00000004:00080000:0.0:1763340291.518204:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18700, transno 17179871354 00000004:00080000:0.0:1763340291.518207:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f1bb80, transno 17179871355 00000004:00080000:0.0:1763340291.518209:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f18e00, transno 17179871356 00000004:00080000:0.0:1763340291.518212:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f1a300, transno 17179871357 00000004:00080000:0.0:1763340291.518214:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3f19880, transno 17179871358 00000004:00080000:0.0:1763340291.518216:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba51f80, transno 17179871360 00000004:00080000:0.0:1763340291.518218:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5426300, transno 17179871361 00000004:00080000:0.0:1763340291.518221:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba50700, transno 17179871362 00000004:00080000:0.0:1763340291.518223:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fba51500, transno 17179871363 00000004:00080000:0.0:1763340291.518226:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbe300, transno 17179871365 00000004:00080000:0.0:1763340291.518228:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbd180, transno 17179871366 00000004:00080000:0.0:1763340291.518231:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbca80, transno 17179871367 00000004:00080000:0.0:1763340291.518233:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffcbed80, transno 17179871368 00000004:00080000:0.0:1763340291.518236:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4858000, transno 17179871371 00000004:00080000:0.0:1763340291.518238:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4858a80, transno 17179871372 00000004:00080000:0.0:1763340291.518240:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d8a80, transno 17179871373 00000004:00080000:0.0:1763340291.518243:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d8e00, transno 17179871374 00000004:00080000:0.0:1763340291.518246:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f51500, transno 17179871378 00000004:00080000:0.0:1763340291.518248:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f51880, transno 17179871379 00000004:00080000:0.0:1763340291.518251:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f53b80, transno 17179871380 00000004:00080000:0.0:1763340291.518253:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f53100, transno 17179871381 00000004:00080000:0.0:1763340291.518256:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d85180, transno 17179871382 00000004:00080000:0.0:1763340291.518258:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d87480, transno 17179871383 00000004:00080000:0.0:1763340291.518260:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6dbb80, transno 17179871385 00000004:00080000:0.0:1763340291.518263:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d8000, transno 17179871386 00000004:00080000:0.0:1763340291.518265:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6daa00, transno 17179871387 00000004:00080000:0.0:1763340291.518267:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6da680, transno 17179871388 00000004:00080000:0.0:1763340291.518269:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d9500, transno 17179871389 00000004:00080000:0.0:1763340291.518570:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555fc6d8700, transno 17179871390 00000004:00080000:0.0:1763340291.518573:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4858380, transno 17179871392 00000100:00100000:2.0:1763340291.518574:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e13450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56775:x1848995280744192:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 37807us (38555us total) trans 4294972557 rc 0/0 00000004:00080000:0.0:1763340291.518576:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4859c00, transno 17179871393 00000004:00080000:0.0:1763340291.518579:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595f480, transno 17179871394 00000004:00080000:0.0:1763340291.518581:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595ea00, transno 17179871395 00000100:00100000:2.0:1763340291.518583:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3054 00000100:00100000:0.0:1763340291.518587:0:3648:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c595c380 x1848995292215040/t17179871399(17179871399) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340307 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763340291.518596:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595c380/2, rc 0, transno 17179871399 00000100:00100000:0.0:1763340291.518600:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292215040:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.519272:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292214784 00000100:00100000:3.0:1763340291.519279:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292214784 00000100:00100000:3.0:1763340291.519313:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6062 00000100:00100000:3.0:1763340291.519320:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+24:3650:x1848995292214784:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340291.519423:0:16598:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.519426:0:16598:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340291.519429:0:16598:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.519433:0:16598:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340291.519435:0:16598:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x222:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340291.519478:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+25:3650:x1848995292214784:12345-0@lo:2:osp-syn-0-1.0 Request processed in 158us (1972us total) trans 21474838687 rc 0/0 00000100:00100000:3.0:1763340291.519485:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6062 00000100:00100000:3.0:1763340291.519506:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.519528:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292214912:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.519581:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.519610:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292214400 00000100:00100000:3.0:1763340291.519614:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292214400 00000100:00100000:3.0:1763340291.519644:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292214912 00000100:00100000:3.0:1763340291.519647:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292214912 00000100:00100000:3.0:1763340291.519665:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6063 00000100:00100000:3.0:1763340291.519671:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292214400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340291.519685:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:548 count 1 00002000:00010000:3.0:1763340291.519709:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x224:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340291.519716:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.519727:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.519729:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.519733:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.519746:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.519755:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.519767:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.519784:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340291.519941:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292214400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 269us (433us total) trans 17179871400 rc 0/0 00000100:00100000:3.0:1763340291.519947:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6063 00000100:00100000:3.0:1763340291.519959:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6064 00000100:00100000:3.0:1763340291.519965:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292214912:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340291.519980:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340291.519988:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340291.519994:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:1.0:1763340291.520010:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.520015:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00002000:00010000:3.0:1763340291.520016:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.520019:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb mtime from disk: 1763340291 -> 1763340291 00002000:00010000:3.0:1763340291.520021:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.520023:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb ctime from disk: 1763340291 -> 1763340291 00010000:00010000:1.0:1763340291.520023:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00002000:00010000:3.0:1763340291.520026:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x221:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763340291.520037:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:1.0:1763340291.520040:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340291.520045:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00000100:00100000:3.0:1763340291.520050:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292214912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (468us total) trans 17179871401 rc 0/0 00010000:00010000:1.0:1763340291.520051:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a36b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00000100:00100000:3.0:1763340291.520056:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6064 00010000:00010000:3.0:1763340291.520076:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340291.520082:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.520088:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ad000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.520092:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.520104:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.520116:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.520122:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.520138:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.520140:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.520142:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340291.520171:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595df80/2, rc 0, transno 17179871400 00000100:00100000:3.0:1763340291.520177:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292214400:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763340291.520187:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595ed80/2, rc 0, transno 17179871401 00000100:00100000:3.0:1763340291.520190:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292214912:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340291.520210:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa5500/2, rc 0, transno 21474838687 00000100:00100000:3.0:1763340291.520231:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292214784:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763340291.520717:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 2 changes, 4 in progress, 1 in flight, 40 done 00000001:00080000:0.0:1763340291.521822:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972558 is committed 00000004:00080000:0.0:1763340291.521830:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 865 committed 00000004:00080000:0.0:1763340291.521904:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 886 committed 00000004:00080000:0.0:1763340291.521916:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 885 committed 00000004:00080000:0.0:1763340291.521919:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 864 committed 00000100:00100000:0.0:1763340291.522697:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292215808:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.522738:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292215680:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.522755:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.522767:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292215552:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.522822:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.522830:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292215808 00000100:00100000:2.0:1763340291.522837:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292215808 00000100:00100000:2.0:1763340291.522888:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292215680 00000100:00100000:2.0:1763340291.522891:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292215680 00000100:00100000:2.0:1763340291.522913:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6065 00000100:00100000:2.0:1763340291.522930:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3648:x1848995292215808:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.523664:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.523711:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292215552 00000100:00100000:3.0:1763340291.523716:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292215552 00000100:00100000:3.0:1763340291.523744:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6066 00000100:00100000:3.0:1763340291.523753:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3651:x1848995292215680:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.523846:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3651:x1848995292215680:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (1023us total) trans 21474838689 rc 0/0 00000100:00100000:3.0:1763340291.523853:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6066 00000100:00100000:3.0:1763340291.523869:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6067 00000100:00100000:3.0:1763340291.523875:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292215552:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.524020:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340291.524029:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292215424:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.524058:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.524092:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292215424 00000100:00100000:0.0:1763340291.524097:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292215424 00000100:00100000:0.0:1763340291.524121:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6068 00000100:00100000:0.0:1763340291.524128:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+11:3648:x1848995292215424:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.524236:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3650:x1848995292215552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 361us (573us total) trans 17179871402 rc 0/0 00000100:00100000:3.0:1763340291.524243:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6067 00000004:00080000:3.0:1763340291.524281:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f6d80/2, rc 0, transno 17179871402 00000100:00100000:3.0:1763340291.524288:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292215552:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.524296:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+11:3648:x1848995292215424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 168us (236us total) trans 17179871403 rc 0/0 00000100:00100000:0.0:1763340291.524301:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6068 00000004:00080000:0.0:1763340291.524324:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f6680/2, rc 0, transno 17179871403 00000100:00100000:0.0:1763340291.524328:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292215424:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340291.524344:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a387 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16921 expref: 204 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.524358:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:3.0:1763340291.524361:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340291.524377:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a380 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16921 expref: 204 pid: 6514 timeout: 0 lvb_type: 3 00000004:00080000:1.0:1763340291.524574:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0700/2, rc 0, transno 21474838689 00000100:00100000:1.0:1763340291.524580:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292215680:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.525445:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+27:3648:x1848995292215808:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2522us (2686us total) trans 21474838688 rc 0/0 00000100:00100000:2.0:1763340291.525454:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6065 00010000:00010000:3.0:1763340291.526793:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a387 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16921 expref: 203 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.526840:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:3.0:1763340291.526844:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340291.526848:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00000100:00100000:3.0:1763340291.526903:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:55868:x1848995280744960:12345-192.168.203.42@tcp:101:bash.0 Request processed in 25335us (25515us total) trans 4294972558 rc 0/0 00000100:00100000:3.0:1763340291.526915:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8999 00000004:00080000:0.0:1763340291.527303:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e2680/2, rc 0, transno 21474838688 00000100:00100000:0.0:1763340291.527310:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292215808:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.527972:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.527997:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.528038:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.528063:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280745216 00000100:00100000:2.0:1763340291.528070:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280745216 00010000:00010000:2.0:1763340291.528105:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 17 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.528132:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280745088 00000100:00100000:2.0:1763340291.528134:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280745088 00010000:00010000:2.0:1763340291.528147:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 19 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.528166:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2922 00000100:00100000:2.0:1763340291.528174:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280745216:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340291.528188:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340291.528193:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 17 pid: 8400 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.528203:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 17 pid: 8400 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.528228:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.528231:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.528236:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.528247:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.528266:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340291.528302:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280745216:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 128us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.528309:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2922 00000100:00100000:2.0:1763340291.528325:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2923 00000100:00100000:2.0:1763340291.528332:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280745088:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340291.528340:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340291.528345:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 19 pid: 8400 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.528355:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 19 pid: 8400 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.528369:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.528370:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.528373:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.528381:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.528392:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340291.528410:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280745088:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 79us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.528417:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2923 00010000:00010000:3.0:1763340291.529268:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a230 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b1 expref: 16 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.529297:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292215296:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.529318:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529327:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529334:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529343:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529351:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529365:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340291.529610:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3650:x1848995292214144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11724us (12144us total) trans 17179871404 rc 0/0 00000100:00100000:3.0:1763340291.529618:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6061 00000100:00100000:3.0:1763340291.529656:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280745344 00000100:00100000:3.0:1763340291.529661:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280745344 00000100:00100000:3.0:1763340291.529694:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9000 00000100:00100000:3.0:1763340291.529701:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+203:56775:x1848995280745344:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.529720:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.529738:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3aa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16928 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529788:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3aa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16928 expref: 204 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529801:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad000/0xbdebf3fb1824a3aa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16928 expref: 204 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.529817:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.529820:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340291.529823:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad000, rc 0) 00000100:00100000:3.0:1763340291.529856:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56775:x1848995280745344:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 154us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.529862:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9000 00000004:00080000:0.0:1763340291.529957:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595c000/2, rc 0, transno 17179871404 00000100:00100000:0.0:1763340291.529964:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292214144:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340291.530470:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a237 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168b8 expref: 18 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340291.530483:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292215168:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340291.530498:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.530506:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.530513:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.530526:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.530550:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.530572:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763340291.530742:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3650:x1848995292214272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13018us (13311us total) trans 21474838690 rc 0/0 00000100:00100000:1.0:1763340291.530751:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6060 00010000:00010000:0.0:1763340291.531010:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340291.531017:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531026:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340291.531030:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531040:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531056:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531062:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a39c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531081:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340291.531084:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531090:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340291.531093:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531100:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531109:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531115:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a395 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.531127:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.531129:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.531130:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.531186:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340291.532043:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa4e00/2, rc 0, transno 21474838690 00000100:00100000:3.0:1763340291.532054:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292214272:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.534005:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.534737:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.534817:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280745472 00000100:00100000:1.0:1763340291.534825:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280745472 00000100:00100000:3.0:1763340291.535132:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280745728 00000100:00100000:3.0:1763340291.535137:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280745728 00000100:00100000:3.0:1763340291.535183:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3055 00000100:00100000:3.0:1763340291.535192:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:56775:x1848995280745728:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:3.0:1763340291.535433:0:14057:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1ce:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763340291.535496:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1323, 64 off111832 00000040:00080000:3.0:1763340291.535519:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1345, 64 off113576 00000040:00080000:3.0:1763340291.535558:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1346, 64 off113640 00000040:00080000:3.0:1763340291.535571:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1324, 64 off111896 00010000:00010000:3.0:1763340291.535660:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:3.0:1763340291.535677:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535688:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535697:0:14057:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535702:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535708:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535726:0:14057:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340291.535905:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56775:x1848995280745728:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 713us (1169us total) trans 4294972559 rc 0/0 00000100:00100000:3.0:1763340291.535914:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3055 00010000:00010000:3.0:1763340291.535937:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340291.535943:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535949:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.535953:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535959:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535976:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff9555fba3f500) 00010000:00010000:3.0:1763340291.535979:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340291.535984:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535989:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a3b1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.535998:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.536015:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.536017:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340291.536175:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6069 00000100:00100000:1.0:1763340291.536187:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280745472:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.536199:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.536214:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1692f expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340291.536235:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x225:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340291.536251:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.536254:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.536261:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.536274:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.536289:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f000, rc 0) 00000100:00100000:1.0:1763340291.536312:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280745472:12345-192.168.203.42@tcp:101:bash.0 Request processed in 129us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.536318:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6069 00000100:00100000:3.0:1763340291.541702:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.541872:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.541914:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280746112 00000100:00100000:0.0:1763340291.541924:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280746112 00000100:00100000:0.0:1763340291.542000:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9001 00000100:00100000:0.0:1763340291.542010:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56775:x1848995280746112:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.542035:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.542061:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a3bf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1693d expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.542141:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340291.542154:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.542164:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.542180:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340291.542187:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.542192:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340291.542653:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280745856 00000100:00100000:1.0:1763340291.542659:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280745856 00000100:00100000:1.0:1763340291.542706:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6070 00000100:00100000:1.0:1763340291.542714:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:55868:x1848995280745856:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.542722:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.542736:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16936 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340291.542751:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x225:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340291.542762:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.542765:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.542767:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.542770:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.542775:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 17 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.542778:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.542787:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 17 pid: 8457 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763340291.542788:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 2 00010000:00010000:1.0:1763340291.542798:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340291.542860:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:55868:x1848995280745856:12345-192.168.203.42@tcp:101:bash.0 Request processed in 146us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.542866:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6070 00010000:00010000:0.0:1763340291.543065:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543072:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543079:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543085:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543090:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.543094:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543101:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543112:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c600) 00010000:00010000:0.0:1763340291.543115:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.543120:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543125:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3c6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543150:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543156:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543161:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543166:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.543168:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543173:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543179:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:0.0:1763340291.543181:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.543184:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543188:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3cd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.543229:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a3bf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.543244:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 207 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.543250:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:0.0:1763340291.543252:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340291.543255:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ce00, rc 0) 00000100:00100000:0.0:1763340291.543291:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56775:x1848995280746112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1283us (1419us total) trans 4294972560 rc 0/0 00000100:00100000:0.0:1763340291.543298:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9001 00010000:00010000:0.0:1763340291.546600:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340291.547433:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.547478:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.547496:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280746240 00000100:00100000:2.0:1763340291.547508:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280746240 00002000:00010000:2.0:1763340291.547597:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/549 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.547604:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcffb80 with x1848995280746240 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.547615:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcffb80. 00000100:00100000:2.0:1763340291.547642:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280746368 00000100:00100000:2.0:1763340291.547646:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280746368 00002000:00010000:2.0:1763340291.547658:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/549 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.547661:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1ad80 with x1848995280746368 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.547666:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1ad80. 00000100:00100000:2.0:1763340291.547683:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1539 00000100:00100000:2.0:1763340291.547693:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280746240:12345-192.168.203.42@tcp:10:bash.0 00000100:00100000:3.0:1763340291.547699:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1540 00000100:00100000:3.0:1763340291.547707:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280746368:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:3.0:1763340291.547858:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x225:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.547858:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x225:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340291.547862:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x225:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:2.0:1763340291.547862:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x225:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:2.0:1763340291.547865:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x225:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.547866:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x225:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340291.547868:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x225:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:2.0:1763340291.547868:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x225:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:3.0:1763340291.547871:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x225:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763340291.547871:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x225:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340291.548231:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280746368:12345-192.168.203.42@tcp:10:bash.0 Request processed in 523us (750us total) trans 17179871405 rc 0/0 00000100:00100000:3.0:1763340291.548240:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1540 00002000:00010000:3.0:1763340291.548244:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/549 (0->18446744073709551615) 00002000:00100000:3.0:1763340291.548247:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1ad80 with x1848995280746368 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340291.548252:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1ad80. 00000100:00100000:2.0:1763340291.548413:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280746240:12345-192.168.203.42@tcp:10:bash.0 Request processed in 720us (985us total) trans 21474838691 rc 0/0 00000100:00100000:2.0:1763340291.548419:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1539 00002000:00010000:2.0:1763340291.548423:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/549 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.548426:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcffb80 with x1848995280746240 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.548639:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcffb80. 00000100:00100000:2.0:1763340291.550189:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.552082:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280746624 00000100:00100000:1.0:1763340291.552095:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280746624 00000100:00100000:1.0:1763340291.552155:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3056 00000100:00100000:1.0:1763340291.552165:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56775:x1848995280746624:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.552412:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56775:x1848995280746624:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 247us (2227us total) trans 4294972561 rc 0/0 00000100:00100000:1.0:1763340291.552421:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3056 00000100:00100000:2.0:1763340291.552817:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.553015:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280746880 00000100:00100000:3.0:1763340291.553021:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280746880 00000100:00100000:3.0:1763340291.553061:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3057 00000100:00100000:3.0:1763340291.553070:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280746880:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340291.553253:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280746880:12345-192.168.203.42@tcp:35:bash.0 Request processed in 182us (435us total) trans 4294972562 rc 0/0 00000100:00100000:3.0:1763340291.553260:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3057 00000100:00100000:2.0:1763340291.562562:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.566857:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.566982:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280747136 00000100:00100000:2.0:1763340291.566990:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280747136 00000100:00100000:2.0:1763340291.567043:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280747392 00000100:00100000:2.0:1763340291.567046:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280747392 00000100:00100000:2.0:1763340291.567883:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9002 00000100:00100000:2.0:1763340291.567897:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56775:x1848995280747136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.567922:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.567944:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a3e9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16944 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.568050:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763340291.568066:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.568074:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340291.568105:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.568118:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 211 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.568131:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292215936:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.568520:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9003 00000100:00100000:0.0:1763340291.568549:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56780:x1848995280747392:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340291.568578:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763340291.568596:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a387 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16921 expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.568614:0:10032:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 210 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.568635:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a364 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16913 expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.568659:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:0.0:1763340291.568664:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.568670:0:10032:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.568677:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.568690:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340291.568706:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340291.568713:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.568719:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.568728:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340291.568732:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.568737:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.568794:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:0.0:1763340291.568800:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.568805:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.568817:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.568824:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340291.569659:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555ca6a6a80 going to sleep for 11 seconds 00010000:00010000:3.0:1763340291.571524:0:6514:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@0000000026bdbb9f x1848995292215936) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 209 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.571576:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a3db lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1693d expref: 209 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.571606:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292215936:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.571637:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:3.0:1763340291.571642:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.571650:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.571658:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.571666:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.571671:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340291.571695:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 5 00010000:00010000:3.0:1763340291.571823:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a3e9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16944 expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.571842:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16944 expref: 209 pid: 6514 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.571851:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16944 expref: 209 pid: 6514 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.571858:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5e00, rc 0) 00000100:00100000:3.0:1763340291.571917:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56775:x1848995280747136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4023us (9394us total) trans 4294972563 rc 0/0 00000100:00100000:3.0:1763340291.571926:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9002 00000100:00100000:2.0:1763340291.576405:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.576489:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280747520 00000100:00100000:1.0:1763340291.576499:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280747520 00000100:00100000:1.0:1763340291.576590:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3058 00000100:00100000:1.0:1763340291.576601:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56775:x1848995280747520:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340291.576779:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56775:x1848995280747520:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 179us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.576787:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3058 00000100:00100000:2.0:1763340291.579156:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.579300:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280747648 00000100:00100000:0.0:1763340291.579309:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280747648 00010000:00010000:0.0:1763340291.579348:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16944 expref: 209 pid: 6514 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.579390:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2924 00000100:00100000:0.0:1763340291.579400:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2407:x1848995280747648:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340291.579416:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.579422:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16944 expref: 209 pid: 6514 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.579432:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16944 expref: 209 pid: 6514 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.579454:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a3f0 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16944 expref: 209 pid: 6514 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.579469:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:0.0:1763340291.579474:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.579482:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.579491:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.579525:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.579601:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:2407:x1848995280747648:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 202us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.579608:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2924 00010000:00010000:1.0:1763340291.579680:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.579689:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00080000:1.0:1763340291.579928:0:10032:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d1:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763340291.580014:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580022:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580029:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580035:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.580039:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580046:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580056:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.580058:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340291.580062:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580067:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a405 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580099:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580104:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580108:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580112:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580116:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.580119:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580123:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580132:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c600) 00010000:00010000:1.0:1763340291.580135:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.580137:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580142:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a3f7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340291.580154:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000095fa46ac reply state 000000000b48ced9 transno 4294972564 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580164:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.580170:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:1.0:1763340291.580172:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.580174:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340291.580218:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56780:x1848995280747392:12345-192.168.203.42@tcp:36:rm.0 Request processed in 11689us (13369us total) trans 4294972564 rc 0/0 00000100:00100000:1.0:1763340291.580225:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9003 00000100:00100000:2.0:1763340291.580878:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.581198:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280747904 00000100:00100000:1.0:1763340291.581205:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280747904 00000100:00100000:1.0:1763340291.581283:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9004 00000100:00100000:1.0:1763340291.581293:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56775:x1848995280747904:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.581311:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.581331:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a413 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1694b expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.581411:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a41a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.581424:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a41a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.581433:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a41a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340291.581444:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 5 00010000:00010000:1.0:1763340291.581525:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a413 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1694b expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.582515:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a41a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1694b expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.582526:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0700) 00010000:00010000:1.0:1763340291.582576:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340291.582581:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:1.0:1763340291.583175:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c6d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56775:x1848995280747904:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1882us (2296us total) trans 4294972565 rc 0/0 00000100:00100000:1.0:1763340291.583184:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9004 00000100:00100000:3.0:1763340291.593735:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.593777:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.593883:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280748160 00000100:00100000:1.0:1763340291.593893:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280748160 00000100:00100000:1.0:1763340291.593947:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9005 00000100:00100000:1.0:1763340291.593957:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56781:x1848995280748160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.593980:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.594002:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a428 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16952 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.594074:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.594088:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594099:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594110:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.594117:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594123:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594157:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594164:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594170:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594176:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594183:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.594187:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594193:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594208:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.594210:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.594214:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594220:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a42f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594232:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594238:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594244:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594248:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.594251:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594256:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594262:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:1.0:1763340291.594264:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.594267:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594272:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a436 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.594294:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a428 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16952 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.594304:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.594306:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.594309:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a428 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16952 expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.594322:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00000100:00100000:1.0:1763340291.594375:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56781:x1848995280748160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 419us (649us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340291.594382:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9005 00000100:00100000:2.0:1763340291.594665:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280748288 00000100:00100000:2.0:1763340291.594670:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280748288 00000100:00100000:2.0:1763340291.594705:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3059 00000100:00100000:2.0:1763340291.594712:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e10c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56775:x1848995280748288:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340291.594749:0:14057:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1d1:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a41a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1694b expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.594770:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340291.594779:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594790:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14057 initiator: MDT1 00000004:00020000:2.0:1763340291.594911:0:14057:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1d1:0x0]: rc = -1 00010000:00010000:2.0:1763340291.594934:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594941:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594947:0:14057:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594952:0:14057:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.594955:0:14057:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594961:0:14057:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594969:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0700) 00010000:00010000:2.0:1763340291.594971:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340291.594974:0:14057:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594980:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a43d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.594990:0:14057:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0700) 00010000:00010000:2.0:1763340291.594992:0:14057:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340291.594996:0:14057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a41a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1694b expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.595827:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e10c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56775:x1848995280748288:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1111us (2045us total) trans 4294972566 rc -1/-1 00000100:00100000:2.0:1763340291.595837:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3059 00000100:00100000:3.0:1763340291.597851:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.597906:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280748416 00000100:00100000:1.0:1763340291.597917:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280748416 00000100:00100000:3.0:1763340291.597948:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.598994:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280748544 00000100:00100000:1.0:1763340291.599003:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280748544 00000100:00100000:2.0:1763340291.599034:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9006 00000100:00100000:1.0:1763340291.599051:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9007 00000100:00100000:2.0:1763340291.599054:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56781:x1848995280748416:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:1.0:1763340291.599063:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56775:x1848995280748544:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.599083:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.599083:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.599113:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a44b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16959 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.599113:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a444 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16960 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.599179:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a444 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16960 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.599194:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340291.599195:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fe00/0xbdebf3fb1824a444 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16960 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.599216:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.599223:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0a00) 00010000:00010000:2.0:1763340291.599228:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.599229:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340291.599234:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fe00, rc 0) 00010000:00010000:2.0:1763340291.599245:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340291.599254:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599261:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340291.599296:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56775:x1848995280748544:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 236us (1347us total) trans 0 rc 0/0 00010000:00010000:2.0:1763340291.599303:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340291.599304:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9007 00010000:00010000:2.0:1763340291.599318:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599324:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599330:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599342:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ff600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.599347:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599354:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599366:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:2.0:1763340291.599369:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.599373:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599378:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a452 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599701:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599709:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599715:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599721:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ffe00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.599725:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599730:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599739:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:2.0:1763340291.599742:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.599745:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599750:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a459 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.599777:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a44b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16959 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.599786:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:2.0:1763340291.599789:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.599792:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a44b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16959 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.599806:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14fea00, rc 0) 00000100:00100000:2.0:1763340291.599844:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56781:x1848995280748416:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 799us (2000us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340291.599851:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9006 00000100:00100000:3.0:1763340291.602226:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.602282:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280748800 00000100:00100000:2.0:1763340291.602293:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280748800 00000100:00100000:2.0:1763340291.602354:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3060 00000100:00100000:2.0:1763340291.602372:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56775:x1848995280748800:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340291.603108:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000004:00080000:2.0:1763340291.603660:0:14057:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340291.603716:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1325, 64 off111960 00000040:00080000:2.0:1763340291.603737:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1347, 64 off113704 00000040:00080000:2.0:1763340291.603747:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1348, 64 off113768 00000040:00080000:2.0:1763340291.603755:0:14057:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1326, 64 off112024 00010000:00010000:2.0:1763340291.603824:0:14057:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14057 initiator: MDT0 00010000:00010000:2.0:1763340291.603842:0:14057:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.603853:0:14057:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.603861:0:14057:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.603868:0:14057:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.603874:0:14057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14057 initiator: MDT1 00010000:00010000:2.0:1763340291.603906:0:14057:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340291.604092:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56775:x1848995280748800:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1726us (1873us total) trans 4294972567 rc 0/0 00000100:00100000:2.0:1763340291.604102:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3060 00000100:00100000:2.0:1763340291.604230:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280748928 00000100:00100000:2.0:1763340291.604237:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280748928 00000100:00100000:2.0:1763340291.604275:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9008 00000100:00100000:2.0:1763340291.604283:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56781:x1848995280748928:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.604300:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.604315:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a467 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16967 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.604357:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a46e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340291.604365:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a46e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.604373:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a46e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.604979:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340291.604986:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.604994:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.604998:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.605010:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.605023:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff9555d00f0a00) 00010000:00010000:3.0:1763340291.605026:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340291.605031:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.605038:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a460 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14057 initiator: MDT1 00010000:00010000:3.0:1763340291.605049:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.605051:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.605053:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00200000:2.0:1763340291.605797:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340291.605805:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340291.605855:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a467 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16967 expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.605873:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a46e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16967 expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.605883:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5b00) 00010000:00010000:2.0:1763340291.605885:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340291.605888:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584800, rc 0) 00000100:00100000:2.0:1763340291.607117:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56781:x1848995280748928:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2826us (4006us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.607128:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9008 00000100:00100000:3.0:1763340291.612217:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.612323:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280749056 00000100:00100000:2.0:1763340291.612334:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280749056 00000100:00100000:2.0:1763340291.612452:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9009 00000100:00100000:2.0:1763340291.612463:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56781:x1848995280749056:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.612489:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.612509:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a475 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1696e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.612593:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340291.612606:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612617:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612641:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340291.612647:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612653:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612690:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612695:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612701:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612706:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612715:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.612719:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612725:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612734:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5b00) 00010000:00010000:2.0:1763340291.612736:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.612740:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612745:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a47c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612755:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612760:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612765:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612769:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14fee00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.612771:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612775:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612780:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:2.0:1763340291.612782:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.612785:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612790:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a483 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.612812:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a475 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1696e expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.612820:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5b00) 00010000:00010000:2.0:1763340291.612822:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.612825:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a475 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1696e expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.612832:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555da584200, rc 0) 00000100:00100000:2.0:1763340291.612886:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56781:x1848995280749056:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 425us (680us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340291.612893:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9009 00000100:00100000:0.0:1763340291.621312:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.621397:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280749312 00000100:00100000:1.0:1763340291.621407:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280749312 00000100:00100000:1.0:1763340291.621472:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9010 00000100:00100000:1.0:1763340291.621482:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56781:x1848995280749312:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.621501:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.621504:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340291.621564:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a46e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16967 expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.621585:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5b00) 00010000:00010000:1.0:1763340291.621596:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.621612:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a48a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16975 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.621714:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.621726:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.621736:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.621745:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.621752:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.621758:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623052:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.623067:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623076:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340291.623086:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00010000:00010000:1.0:1763340291.623111:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623119:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623124:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623131:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623137:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.623141:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623148:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623157:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0200) 00010000:00010000:1.0:1763340291.623160:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.623165:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623171:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a491 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000004:00010000:1.0:1763340291.623182:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032a3dfc6 reply state 00000000349a9417 transno 4294972568 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623192:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.623198:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:1.0:1763340291.623201:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.623204:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340291.623237:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a48a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 216 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.623255:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.623262:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:1.0:1763340291.623264:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340291.623266:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340291.624847:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56781:x1848995280749312:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3358us (3534us total) trans 4294972568 rc 0/0 00000100:00100000:1.0:1763340291.624859:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9010 00000100:00100000:0.0:1763340291.629923:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.630450:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280749824 00000100:00100000:2.0:1763340291.630462:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280749824 00000100:00100000:2.0:1763340291.630529:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9011 00000100:00100000:2.0:1763340291.630983:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56782:x1848995280749824:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.631007:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.631027:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a4ad lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16983 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.631128:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.631141:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.631153:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340291.631162:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00010000:00010000:2.0:1763340291.631259:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a4ad lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.631277:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 218 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.631286:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:2.0:1763340291.631289:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340291.631292:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14ffe00, rc 0) 00000100:00100000:3.0:1763340291.632242:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.632477:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56782:x1848995280749824:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1498us (2561us total) trans 4294972569 rc 0/0 00000100:00100000:2.0:1763340291.632488:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9011 00000100:00100000:2.0:1763340291.633136:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280749568 00000100:00100000:2.0:1763340291.633145:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280749568 00000100:00100000:2.0:1763340291.633177:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9012 00000100:00100000:2.0:1763340291.633185:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56781:x1848995280749568:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.633202:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.633218:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a4c2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1697c expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.633307:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.633320:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.633329:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.633337:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.633370:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.633382:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.633408:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292216064:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340291.633490:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.633499:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.633508:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d86a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292216192:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340291.633563:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c4e3b000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.639322:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292216064:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340291.639340:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d86a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292216192:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340291.639373:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:1.0:1763340291.640028:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.640053:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.640083:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.640397:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280749952 00000100:00100000:0.0:1763340291.640405:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280749952 00010000:00010000:0.0:1763340291.640442:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 220 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.640482:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280750080 00000100:00100000:0.0:1763340291.640486:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280750080 00010000:00010000:0.0:1763340291.640498:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 221 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.640520:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2925 00000100:00100000:0.0:1763340291.640529:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:2407:x1848995280749952:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340291.640565:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.640572:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 221 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.640583:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 221 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.640608:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ffe00/0xbdebf3fb1824a4b4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16983 expref: 221 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.640646:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:0.0:1763340291.640652:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.640661:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.640711:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:2407:x1848995280749952:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 182us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.640718:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2925 00000100:00100000:0.0:1763340291.640735:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2926 00000100:00100000:0.0:1763340291.640742:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2407:x1848995280750080:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340291.640751:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.640756:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.640764:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.640777:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a49f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16975 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.640801:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:0.0:1763340291.640805:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.640816:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.640823:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.640843:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.640864:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2407:x1848995280750080:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 123us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.640870:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2926 00000100:00100000:3.0:1763340291.641078:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280750336 00000100:00100000:3.0:1763340291.641083:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280750336 00000100:00100000:3.0:1763340291.641124:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3061 00000100:00100000:3.0:1763340291.641131:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56782:x1848995280750336:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340291.641316:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56782:x1848995280750336:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 185us (1230us total) trans 4294972570 rc 0/0 00000100:00100000:3.0:1763340291.641322:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3061 00010000:00010000:2.0:1763340291.641967:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.641978:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340291.642000:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00000004:00080000:2.0:1763340291.642148:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x227:0x0], index 1: 0 00000004:00080000:2.0:1763340291.642156:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x227:0x0], index 0: 0 00000004:00080000:2.0:1763340291.642161:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x228:0x0], index 0: 0 00000004:00080000:2.0:1763340291.642165:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x228:0x0], index 1: 0 00010000:00010000:2.0:1763340291.642258:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.642266:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.642273:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.642279:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c14ff600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.642283:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.642290:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.642301:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:2.0:1763340291.642304:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340291.642308:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.642317:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14ff600/0xbdebf3fb1824a4c9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.642357:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a4c2 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1697c expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.642367:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555d00f0100) 00010000:00010000:2.0:1763340291.642370:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340291.642373:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fee00/0xbdebf3fb1824a4c2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1697c expref: 219 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.642389:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c14fee00, rc 0) 00000100:00100000:2.0:1763340291.644153:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56781:x1848995280749568:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 10959us (11904us total) trans 4294972571 rc 301/301 00000100:00100000:2.0:1763340291.644164:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9012 00000100:00100000:0.0:1763340291.645881:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.645955:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280750592 00000100:00100000:2.0:1763340291.645965:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280750592 00000100:00100000:2.0:1763340291.646026:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9013 00000100:00100000:2.0:1763340291.646036:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56782:x1848995280750592:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.646055:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.646078:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a4d7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1698a expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.646147:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.646159:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646173:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646182:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.646189:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646195:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646290:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.646297:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646304:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646384:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646392:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646398:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646404:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646410:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.646415:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646421:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646433:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:2.0:1763340291.646436:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.646440:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646446:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a4de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646458:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646463:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646468:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646472:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340291.646474:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646479:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646486:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:2.0:1763340291.646488:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340291.646491:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646499:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a4e5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.646565:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c14fea00/0xbdebf3fb1824a4d7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 221 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.646586:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 220 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.646593:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340291.646596:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340291.646598:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab4a00, rc 0) 00000100:00100000:2.0:1763340291.646662:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56782:x1848995280750592:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 627us (785us total) trans 4294972572 rc 0/0 00000100:00100000:2.0:1763340291.646669:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9013 00000100:00100000:1.0:1763340291.651224:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.651269:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.651303:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.651398:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280750848 00000100:00100000:0.0:1763340291.651408:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280750848 00000100:00100000:0.0:1763340291.651468:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3062 00000100:00100000:0.0:1763340291.651478:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56781:x1848995280750848:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340291.651805:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:56781:x1848995280750848:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 327us (587us total) trans 4294972573 rc 0/0 00000100:00100000:0.0:1763340291.651813:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3062 00000100:00100000:2.0:1763340291.652075:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280750976 00000100:00100000:2.0:1763340291.652080:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280750976 00000100:00100000:2.0:1763340291.652114:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280751104 00000100:00100000:2.0:1763340291.652117:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280751104 00000100:00100000:2.0:1763340291.652137:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6071 00000100:00100000:2.0:1763340291.652143:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280750976:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.652154:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.652174:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16991 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.652194:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x228:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340291.652210:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.652212:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.652220:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 21 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.652236:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 21 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.652248:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5200, rc 0) 00000100:00100000:2.0:1763340291.652273:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280750976:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 130us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.652279:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6071 00000100:00100000:2.0:1763340291.652293:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6072 00000100:00100000:2.0:1763340291.652299:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280751104:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340291.652306:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.652315:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16998 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340291.652328:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x228:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340291.652338:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.652340:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.652344:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.652355:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 19 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340291.652363:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab4600, rc 0) 00000100:00100000:2.0:1763340291.652382:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280751104:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 83us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.652388:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6072 00000100:00100000:1.0:1763340291.664218:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.664312:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.664339:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280751360 00000100:00100000:1.0:1763340291.664348:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280751360 00000100:00100000:1.0:1763340291.664386:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280751616 00000100:00100000:1.0:1763340291.664388:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280751616 00000100:00100000:1.0:1763340291.664402:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3063 00000100:00100000:1.0:1763340291.664411:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:56781:x1848995280751360:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.664634:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:56781:x1848995280751360:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 223us (424us total) trans 4294972574 rc 0/0 00000100:00100000:1.0:1763340291.664641:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3063 00000100:00100000:1.0:1763340291.664657:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3064 00000100:00100000:1.0:1763340291.664662:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:56782:x1848995280751616:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.664721:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:56782:x1848995280751616:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 58us (409us total) trans 4294972575 rc 0/0 00000100:00100000:1.0:1763340291.664727:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3064 00000100:00100000:3.0:1763340291.669397:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.669500:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280751872 00000100:00100000:0.0:1763340291.669510:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280751872 00000100:00100000:0.0:1763340291.669603:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9014 00000100:00100000:0.0:1763340291.669613:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:56782:x1848995280751872:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.669643:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.669663:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a508 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df1699f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.669759:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.669773:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 224 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.669789:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.669824:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 224 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.669837:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 224 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.669850:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e96d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292216320:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.669922:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340291.674338:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340291.674486:0:8423:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@0000000012449764 x1848995292216320) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 224 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.674509:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 224 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.674560:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a4ec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1698a expref: 224 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.674580:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e96d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292216320:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.674604:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.674609:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.674634:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.674641:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.674664:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.674670:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.674675:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340291.674701:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00000100:00100000:2.0:1763340291.674904:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280752128 00000100:00100000:2.0:1763340291.674913:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280752128 00000100:00100000:2.0:1763340291.674959:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9015 00000100:00100000:2.0:1763340291.674969:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:55868:x1848995280752128:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.675441:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a508 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 226 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.675473:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 225 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.675481:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:1.0:1763340291.675484:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763340291.675487:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c800, rc 0) 00010000:00010000:2.0:1763340291.675684:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.675687:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340291.675690:0:10032:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie bdebf3fb1824a4ec) 00010000:00010000:2.0:1763340291.675692:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340291.675707:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a51d lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169a6 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.675811:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a524 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.675822:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a524 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.675831:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a524 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340291.675841:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00010000:00010000:2.0:1763340291.675905:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a51d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169a6 expref: 228 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.675917:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a524 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169a6 expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.675927:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340291.675930:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763340291.675933:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5000, rc 0) 00000100:00100000:1.0:1763340291.676020:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56782:x1848995280751872:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6408us (6631us total) trans 4294972576 rc 0/0 00000100:00100000:1.0:1763340291.676028:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9014 00000100:00100000:2.0:1763340291.676496:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:55868:x1848995280752128:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1526us (2164us total) trans 4294972577 rc 0/0 00000100:00100000:2.0:1763340291.676503:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9015 00000100:00100000:3.0:1763340291.681111:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.682173:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.682523:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280752256 00000100:00100000:2.0:1763340291.682544:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280752256 00000100:00100000:2.0:1763340291.682599:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9016 00000100:00100000:2.0:1763340291.682608:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:55868:x1848995280752256:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340291.682642:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.682662:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a532 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169ad expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.682695:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a539 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340291.682708:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a539 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.682719:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a539 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340291.682837:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a532 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169ad expref: 228 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.682855:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a539 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169ad expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.682869:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340291.682872:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340291.682875:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5400, rc 0) 00000100:00100000:2.0:1763340291.682943:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:55868:x1848995280752256:12345-192.168.203.42@tcp:101:bash.0 Request processed in 335us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.682950:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9016 00000100:00100000:1.0:1763340291.683233:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280752512 00000100:00100000:1.0:1763340291.683238:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280752512 00000100:00100000:1.0:1763340291.683280:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3065 00000100:00100000:1.0:1763340291.683288:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e11850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56782:x1848995280752512:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.683437:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e11850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:56782:x1848995280752512:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 149us (1267us total) trans 4294972578 rc 0/0 00000100:00100000:1.0:1763340291.683444:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3065 00000100:00100000:0.0:1763340291.688874:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.688910:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.689463:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280752768 00000100:00100000:1.0:1763340291.689474:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280752768 00000100:00100000:1.0:1763340291.689547:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9017 00000100:00100000:1.0:1763340291.689557:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:55868:x1848995280752768:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340291.689609:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.689646:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a524 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169a6 expref: 228 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.689667:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:1.0:1763340291.689672:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.689870:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340291.689884:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.689896:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:1.0:1763340291.689944:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972579 00000004:00010000:1.0:1763340291.689966:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012449764 reply state 00000000957a866c transno 4294972580 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.689976:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.689982:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:1.0:1763340291.689985:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.689988:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340291.690072:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:55868:x1848995280752768:12345-192.168.203.42@tcp:36:bash.0 Request processed in 515us (1206us total) trans 4294972580 rc 0/0 00000100:00100000:1.0:1763340291.690079:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9017 00000020:00080000:1.0:1763340291.690084:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340291.690173:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280752896 00000100:00100000:2.0:1763340291.690179:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280752896 00000100:00100000:2.0:1763340291.690218:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3066 00000100:00100000:2.0:1763340291.690226:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:56782:x1848995280752896:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:2.0:1763340291.690292:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:56782:x1848995280752896:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 67us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.690299:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3066 00000100:00100000:1.0:1763340291.701105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.702660:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280753024 00000100:00100000:0.0:1763340291.702672:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280753024 00000100:00100000:0.0:1763340291.702735:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9018 00000100:00100000:0.0:1763340291.702745:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:55868:x1848995280753024:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340291.702768:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.702791:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a547 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169b4 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.702848:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a547 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169b4 expref: 231 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.702863:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a547 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169b4 expref: 231 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.702880:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.702884:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340291.702887:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d400, rc 0) 00000100:00100000:0.0:1763340291.702953:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+231:55868:x1848995280753024:12345-192.168.203.42@tcp:101:bash.0 Request processed in 209us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.702963:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9018 00000100:00100000:3.0:1763340291.709357:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.712590:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280753280 00000100:00100000:2.0:1763340291.712606:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280753280 00000100:00100000:2.0:1763340291.712681:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9019 00000100:00100000:2.0:1763340291.712692:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+231:55868:x1848995280753280:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340291.712712:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340291.712716:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340291.712742:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a547 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169b4 expref: 231 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.712775:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340291.712781:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340291.712796:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a54e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169bb expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.712847:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a555 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340291.712862:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a555 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.712872:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a555 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:2.0:1763340291.713088:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1349, 88 off113856 00000004:00080000:2.0:1763340291.713097:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032520563480ns, next at 1033177563246ns, rc = 0 00000040:00080000:2.0:1763340291.713144:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1327, 88 off112112 00000004:00080000:2.0:1763340291.713150:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032520617420ns, next at 1033177592629ns, rc = 0 00000040:00080000:2.0:1763340291.713182:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1328, 88 off112200 00000004:00080000:2.0:1763340291.713187:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032520654566ns, next at 1033177592629ns, rc = 0 00000040:00080000:2.0:1763340291.713201:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1350, 88 off113944 00000004:00080000:2.0:1763340291.713205:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032520672417ns, next at 1033177563246ns, rc = 0 00000001:00080000:1.0:1763340291.716743:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972581 is committed 00000004:00080000:1.0:1763340291.716757:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 888 committed 00000004:00080000:1.0:1763340291.716777:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 867 committed 00000004:00080000:1.0:1763340291.716795:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 866 committed 00000004:00080000:1.0:1763340291.716798:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 887 committed 00000100:00100000:1.0:1763340291.716884:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292216704:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.716957:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.716972:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292216448:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.717008:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292216704 00000100:00100000:1.0:1763340291.717011:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292217216:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.717012:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.717016:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292216704 00000100:00100000:2.0:1763340291.717043:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292216960:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.717050:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.717063:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292216448 00000100:00100000:0.0:1763340291.717067:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292216448 00000100:00100000:2.0:1763340291.717075:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340291.717079:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292217728:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.717174:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717186:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717194:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717200:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.717204:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717211:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717225:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:3.0:1763340291.717228:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.717233:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717239:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a3fe lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340291.717240:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292217216 00000100:00100000:0.0:1763340291.717245:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292217216 00000100:00100000:2.0:1763340291.717260:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292217472:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.717268:0:16598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292216960 00010000:00010000:3.0:1763340291.717274:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717281:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340291.717282:0:16598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292216960 00000100:00100000:2.0:1763340291.717291:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340291.717293:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717300:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.717303:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.717310:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340291.717317:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1763340291.717317:0:16598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6073 00010000:00010000:3.0:1763340291.717322:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287ce00) 00010000:00010000:3.0:1763340291.717326:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340291.717328:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292216832:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340291.717332:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340291.717332:0:16598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292216704:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.717345:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a498 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340291.717357:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1763340291.717362:0:16598:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:546 count 1 00010000:00010000:3.0:1763340291.717365:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.717373:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.717380:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340291.717380:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292217344:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340291.717384:0:16598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.717398:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.717404:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340291.717411:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763340291.717412:0:16598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 20 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.717418:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340291.717427:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292217856:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763340291.717428:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340291.717433:0:16598:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.717436:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.717438:0:16598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.717441:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.717446:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340291.717455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340291.717465:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a540 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340291.717485:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292217472 00010000:00010000:0.0:1763340291.717485:0:16598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 20 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.717491:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292217472 00000100:00100000:3.0:1763340291.717493:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292216576:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763340291.717506:0:16598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 20 pid: 35202 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.717519:0:16598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292217984:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340291.717520:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292216832 00000100:00100000:2.0:1763340291.717526:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292216832 00000100:00100000:3.0:1763340291.717554:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.717583:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292217344 00000100:00100000:2.0:1763340291.717587:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292217344 00000100:00100000:2.0:1763340291.717608:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292217856 00000100:00100000:0.0:1763340291.717610:0:16598:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085db40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.717612:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292217856 00000100:00100000:1.0:1763340291.717612:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292216576 00000100:00100000:1.0:1763340291.717630:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292216576 00000100:00100000:2.0:1763340291.717646:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6074 00000100:00100000:2.0:1763340291.717656:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3649:x1848995292216448:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.717666:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6075 00002000:00080000:2.0:1763340291.717669:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:545 count 1 00000100:00100000:1.0:1763340291.717677:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3651:x1848995292217216:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340291.717688:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763340291.717693:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:550 count 1 00010000:00010000:2.0:1763340291.717704:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 18 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.717712:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.717714:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.717717:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340291.717718:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x226:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340291.717729:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.717738:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.717740:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.717745:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.717747:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 18 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.717765:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.717768:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 18 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.717784:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.717791:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.717818:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340291.717880:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292218112:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.718411:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340291.718418:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.718427:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340291.718431:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.718439:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.718453:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.718460:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a56a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.718475:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.718478:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.718480:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340291.720728:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292217088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.720790:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.720802:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292217600:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.720823:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.720861:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292217088 00000100:00100000:3.0:1763340291.720868:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292217088 00000100:00100000:3.0:1763340291.720901:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292217600 00000100:00100000:3.0:1763340291.720904:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292217600 00000100:00100000:3.0:1763340291.720920:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6076 00000100:00100000:3.0:1763340291.720929:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3649:x1848995292216960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340291.720956:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:549 count 1 00010000:00010000:3.0:1763340291.720979:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.720997:0:8400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 20 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721005:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.721007:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.721010:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721041:0:8400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 20 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721056:0:8400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 20 pid: 8457 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.721067:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292218240:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.721110:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c17a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763340291.721127:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6077 00000100:00100000:3.0:1763340291.721136:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3649:x1848995292217472:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.721325:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292217472:12345-0@lo:2:osp-syn-0-1.0 Request processed in 189us (4037us total) trans 21474838693 rc 0/0 00000100:00100000:3.0:1763340291.721333:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6077 00000100:00100000:3.0:1763340291.721358:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6078 00000100:00100000:3.0:1763340291.721367:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3649:x1848995292216832:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763340291.721375:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e95180/2, rc 0, transno 21474838693 00002000:00080000:3.0:1763340291.721381:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:546 count 1 00000100:00100000:0.0:1763340291.721385:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292217472:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.721410:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721422:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 18 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721428:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.721430:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.721433:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721453:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 18 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721462:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 18 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.721472:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292218368:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.721496:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d1dab6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340291.721691:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6079 00000100:00100000:3.0:1763340291.721702:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+16:3649:x1848995292217344:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.721709:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c4e3bcc0 going to sleep for 11 seconds 00002000:00080000:3.0:1763340291.721717:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:550 count 1 00000100:00100000:2.0:1763340291.721733:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6080 00002000:00010000:3.0:1763340291.721739:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x226:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340291.721746:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340291.721747:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3649:x1848995292217856:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340291.721761:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.721763:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.721767:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721779:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721788:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721795:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.721818:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1763340291.721919:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.721923:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.721926:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.721928:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.721931:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340291.721977:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3649:x1848995292217856:12345-0@lo:2:osp-syn-1-1.0 Request processed in 235us (4525us total) trans 17179871407 rc 0/0 00000100:00100000:2.0:1763340291.721985:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6080 00000100:00100000:3.0:1763340291.721999:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292217344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 299us (4590us total) trans 17179871406 rc 0/0 00000100:00100000:2.0:1763340291.722005:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6081 00000100:00100000:3.0:1763340291.722013:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6079 00000100:00100000:2.0:1763340291.722018:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+32:3650:x1848995292216576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340291.722032:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:545 count 1 00000100:00100000:3.0:1763340291.722035:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6082 00000100:00100000:3.0:1763340291.722045:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292217088:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340291.722051:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1763340291.722061:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:549 count 1 00010000:00010000:2.0:1763340291.722066:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 20 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.722075:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.722076:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.722079:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340291.722083:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.722094:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 18 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.722107:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.722109:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.722112:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.722120:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 20 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.722131:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 20 pid: 35202 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.722141:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292218496:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340291.722165:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c4e3bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.722183:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083 00000100:00100000:2.0:1763340291.722190:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292217600:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763340291.722247:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 18 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.722257:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 18 pid: 8457 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.722267:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292218624:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.725130:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1763340291.725160:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340291.725168:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.725180:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.725185:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.725196:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.725217:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.725225:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da584800/0xbdebf3fb1824a57f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.725251:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.725253:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.725255:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.725307:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a555 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169bb expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.725317:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.725321:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340291.725336:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a54e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169bb expref: 207 pid: 8423 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763340291.725350:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a555 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169bb expref: 206 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.725380:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.725382:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763340291.725384:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5000, rc 0) 00000100:00100000:3.0:1763340291.725642:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:55868:x1848995280753280:12345-192.168.203.42@tcp:101:bash.0 Request processed in 12949us (16292us total) trans 4294972581 rc 0/0 00000100:00100000:3.0:1763340291.725651:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9019 00000100:00100000:2.0:1763340291.727669:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292217600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 5471us (6837us total) trans 17179871408 rc 0/0 00000100:00100000:2.0:1763340291.727683:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083 00000004:00080000:3.0:1763340291.727761:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6680/2, rc 0, transno 17179871406 00000004:00080000:2.0:1763340291.727763:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6a00/2, rc 0, transno 17179871408 00000100:00100000:3.0:1763340291.727771:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292217344:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.727771:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292217600:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340291.727795:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7100/2, rc 0, transno 17179871407 00000100:00100000:3.0:1763340291.727800:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292217856:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.727824:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.727876:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292217728 00000100:00100000:2.0:1763340291.727885:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292217728 00000100:00100000:2.0:1763340291.727935:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6084 00000100:00100000:2.0:1763340291.727942:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292217728:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.728016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:2.0:1763340291.728089:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.728093:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.728095:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.728098:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.728101:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340291.728131:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3651:x1848995292217216:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10455us (11080us total) trans 21474838692 rc 0/0 00000100:00100000:1.0:1763340291.728141:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6075 00000100:00100000:2.0:1763340291.728153:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292217728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 209us (326us total) trans 21474838694 rc 0/0 00000004:00080000:0.0:1763340291.728156:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e96a00/2, rc 0, transno 21474838692 00000100:00100000:2.0:1763340291.728163:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6084 00000100:00100000:0.0:1763340291.728165:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292217216:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763340291.728181:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e94000/2, rc 0, transno 21474838694 00000100:00100000:0.0:1763340291.728185:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292217728:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.728209:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280753536 00000100:00100000:3.0:1763340291.728214:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280753536 00000100:00100000:3.0:1763340291.728254:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9020 00000100:00100000:3.0:1763340291.728264:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56783:x1848995280753536:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.728276:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.728296:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a594 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169c2 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.728363:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340291.728376:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.728387:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.728412:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340291.728419:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.728425:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.728519:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a5a9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340291.728529:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a5a9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.728656:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a5a9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340291.728667:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 2 00010000:00010000:0.0:1763340291.729809:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729820:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729826:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729833:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729839:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.729843:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729851:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729864:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc500) 00010000:00010000:0.0:1763340291.729868:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.729873:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729880:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584a00/0xbdebf3fb1824a59b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729894:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729900:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729907:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.729912:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da585a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.729915:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.730363:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.730374:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2accf00) 00010000:00010000:0.0:1763340291.730377:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.730381:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.730387:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da585a00/0xbdebf3fb1824a5a2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.730439:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555da584000/0xbdebf3fb1824a594 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c2 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.730456:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a5a9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c2 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.730469:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.730472:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340291.730475:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555ca7ad200, rc 0) 00000100:00100000:0.0:1763340291.730568:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280753536:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2305us (2553us total) trans 4294972582 rc 0/0 00000100:00100000:0.0:1763340291.730577:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9020 00000100:00100000:0.0:1763340291.733764:0:16598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16598:1848995292217984:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.733795:0:16598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340291.736658:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.736706:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.736755:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280753792 00000100:00100000:3.0:1763340291.736766:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280753792 00000100:00100000:0.0:1763340291.736815:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.736820:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6085 00000100:00100000:3.0:1763340291.736833:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280753792:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:0.0:1763340291.736841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:3.0:1763340291.736855:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763340291.736861:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280753664 00000100:00100000:0.0:1763340291.736866:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280753664 00010000:00010000:3.0:1763340291.736878:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169c9 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.736892:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 21 pid: 35202 timeout: 1132 lvb_type: 0 00002000:00010000:3.0:1763340291.736903:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x227:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1763340291.736914:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754048 00000100:00100000:0.0:1763340291.736919:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754048 00010000:00010000:3.0:1763340291.736923:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.736927:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.736936:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 20 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.736947:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 22 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.736956:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 20 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340291.736967:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754304 00010000:00010000:3.0:1763340291.736970:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8400, rc 0) 00000100:00100000:0.0:1763340291.736971:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754304 00010000:00010000:0.0:1763340291.736987:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 21 pid: 8457 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.737005:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2927 00000100:00100000:0.0:1763340291.737013:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280753664:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763340291.737022:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280753792:12345-192.168.203.42@tcp:101:bash.0 Request processed in 191us (371us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340291.737024:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.737034:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 22 pid: 35202 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.737035:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6085 00010000:00010000:0.0:1763340291.737052:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 22 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.737073:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a2ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168f7 expref: 22 pid: 35202 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.737086:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8400:1848995292218240:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.737086:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.737090:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.737096:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.737106:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.737110:0:8400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.737131:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340291.737143:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292218368:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.737157:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280753664:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 142us (447us total) trans 0 rc 0/0 00010000:00010000:3.0:1763340291.737158:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340291.737172:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2927 00000100:00100000:3.0:1763340291.737192:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292218624:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.737209:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340291.737226:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2928 00000100:00100000:0.0:1763340291.737236:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280754048:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340291.737245:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763340291.737248:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340291.737253:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 20 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.737263:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 20 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.737276:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f000/0xbdebf3fb1824a3b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1692f expref: 20 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.737288:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.737290:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.737294:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.737301:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.737305:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340291.737333:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340291.737899:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754560 00000100:00100000:2.0:1763340291.737905:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754560 00010000:00010000:2.0:1763340291.737935:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 21 pid: 8457 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.737950:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754176 00000100:00100000:2.0:1763340291.737953:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754176 00010000:00010000:2.0:1763340291.737964:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 22 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.737977:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2929 00000100:00100000:2.0:1763340291.737984:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280754304:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340291.737992:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340291.737996:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 22 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.738007:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 22 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.738020:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.738022:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340291.738025:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.738033:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.738046:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.738181:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280754048:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 124us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.738190:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2930 00000100:00100000:1.0:1763340291.738208:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280754560:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340291.738220:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.738225:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 22 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.738235:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 22 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.738248:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a3d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16936 expref: 22 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.738258:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.738260:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.738263:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.738271:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.738290:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.738313:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280754560:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 109us (1067us total) trans 0 rc 0/0 00010000:00010000:3.0:1763340291.738420:0:8400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738434:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738442:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738449:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738465:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340291.738695:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292216960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17767us (21621us total) trans 21474838695 rc 0/0 00000100:00100000:3.0:1763340291.738703:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6076 00010000:00010000:3.0:1763340291.738722:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340291.738728:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738735:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7adc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.738738:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738746:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738758:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738769:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555ca7adc00/0xbdebf3fb1824a571 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.738785:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.738787:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340291.738788:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340291.738816:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e97100/2, rc 0, transno 21474838695 00000100:00100000:3.0:1763340291.738822:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292216960:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.738856:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.738911:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.738929:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280753920 00000100:00100000:3.0:1763340291.738933:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280753920 00000100:00100000:3.0:1763340291.738957:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6086 00000100:00100000:3.0:1763340291.738964:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280753920:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.738975:0:8400:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.738986:0:8400:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a5be lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169d0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.739024:0:8400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292218752:192.168.203.42@tcp:106: 00000100:00100000:3.0:1763340291.739070:0:8400:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340291.740667:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2928 00000100:00100000:1.0:1763340291.740679:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2930 00000100:00100000:0.0:1763340291.740703:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754432 00000100:00100000:1.0:1763340291.740708:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2931 00000100:00100000:0.0:1763340291.740711:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754432 00000100:00100000:1.0:1763340291.740723:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280754176:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340291.740738:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.740738:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 19 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.740749:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 22 pid: 8400 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.740780:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 22 pid: 8400 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.740784:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2932 00000100:00100000:0.0:1763340291.740797:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280754432:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340291.740806:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a2e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df168e9 expref: 22 pid: 8400 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.740807:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.740816:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 19 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.740823:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.740827:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.740830:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 19 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.740832:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.740850:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.740854:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.740858:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.740862:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.740871:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.740888:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.740890:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340291.740930:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280754432:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 134us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.740933:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280754176:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 214us (3628us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.740942:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2932 00000100:00100000:1.0:1763340291.740949:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2931 00010000:00010000:0.0:1763340291.740981:0:16598:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.740984:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.740999:0:16598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741002:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741023:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741026:0:16598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741050:0:16598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741051:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741080:0:16598:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763340291.741089:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763340291.741319:0:16598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292216704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23991us (24363us total) trans 21474838696 rc 0/0 00000100:00100000:0.0:1763340291.741329:0:16598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6073 00000100:00100000:1.0:1763340291.741332:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292217088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19285us (20537us total) trans 17179871409 rc 0/0 00000100:00100000:1.0:1763340291.741342:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6082 00010000:00010000:0.0:1763340291.741348:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340291.741355:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741362:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845dc00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340291.741366:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340291.741367:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741374:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741378:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741393:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555da584200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340291.741400:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741401:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741422:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a55c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741423:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741449:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741456:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.741459:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555da584200/0xbdebf3fb1824a58d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741459:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340291.741462:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.741482:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.741485:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340291.741488:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763340291.741495:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e96680/2, rc 0, transno 21474838696 00000100:00100000:0.0:1763340291.741501:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292216704:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340291.741593:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7acc00/0xbdebf3fb1824a0cb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16833 expref: 20 pid: 8457 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.741597:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a333 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16905 expref: 18 pid: 35202 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340291.741616:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292218112:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.741631:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292218496:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340291.741651:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741652:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741674:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741675:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741695:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741696:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741720:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741720:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741745:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.741746:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741775:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1763340291.741846:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87f6300/2, rc 0, transno 17179871409 00000100:00100000:2.0:1763340291.741853:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292217088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.741883:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280754304:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 3899us (5045us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.741891:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2929 00000100:00100000:1.0:1763340291.741914:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292216448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24256us (24901us total) trans 17179871410 rc 0/0 00000100:00100000:1.0:1763340291.741922:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6074 00010000:00010000:1.0:1763340291.741956:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741964:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741972:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.741979:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743252:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763340291.743263:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743272:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340291.743277:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.743279:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763340291.743289:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743304:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743310:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a563 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743330:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340291.743334:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743346:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340291.743349:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743357:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743367:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743373:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a586 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743396:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340291.743401:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743407:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555ca7ada00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340291.743410:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743417:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743427:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340291.743439:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.743441:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340291.743443:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340291.743575:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3650:x1848995292216576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21558us (26043us total) trans 21474838697 rc 0/0 00000100:00100000:0.0:1763340291.743584:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6081 00000004:00080000:2.0:1763340291.743595:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c4e97800/2, rc 0, transno 21474838697 00000100:00100000:2.0:1763340291.743603:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292216576:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763340291.743684:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1763340291.743690:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555ca7ada00/0xbdebf3fb1824a578 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.743861:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340291.744607:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d86a00/2, rc 0, transno 17179871410 00000100:00100000:2.0:1763340291.744615:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292216448:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340291.744732:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340291.745381:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.745707:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292216832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24340us (28349us total) trans 17179871411 rc 0/0 00000100:00100000:0.0:1763340291.745716:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6078 00002000:00010000:1.0:1763340291.746283:0:8400:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb mtime: 0 -> 1763340292 00002000:00010000:1.0:1763340291.746288:0:8400:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb atime: 0 -> 1763340292 00002000:00010000:1.0:1763340291.746290:0:8400:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb ctime: 0 -> 1763340292 00000100:00100000:1.0:1763340291.746305:0:8400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8400:1848995292218752:192.168.203.42@tcp:106: 00010000:00010000:1.0:1763340291.746335:0:8400:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a5be lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d0 expref: 18 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.746356:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a5be lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d0 expref: 18 pid: 8400 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.746366:0:8400:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8200, rc 0) 00000100:00100000:1.0:1763340291.746422:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280753920:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7458us (7509us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340291.746429:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6086 00000004:00080000:3.0:1763340291.746504:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c6d87480/2, rc 0, transno 17179871411 00000100:00100000:3.0:1763340291.746510:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c6d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292216832:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.746690:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754688 00000100:00100000:0.0:1763340291.746697:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754688 00000100:00100000:0.0:1763340291.746735:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6087 00000100:00100000:0.0:1763340291.746744:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:55868:x1848995280754688:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340291.746758:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.746776:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169d7 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340291.746792:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x227:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340291.746810:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.746812:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340291.746822:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 19 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.746835:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 19 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.746843:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845cc00, rc 0) 00000100:00100000:0.0:1763340291.746865:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:55868:x1848995280754688:12345-192.168.203.42@tcp:101:bash.0 Request processed in 123us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.746872:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6087 00000100:00100000:3.0:1763340291.753119:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.753226:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.753354:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.753412:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754816 00000100:00100000:2.0:1763340291.753422:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754816 00002000:00010000:2.0:1763340291.753460:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/551 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.753465:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6df80 with x1848995280754816 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.753476:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6df80. 00000100:00100000:2.0:1763340291.753506:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280754944 00000100:00100000:2.0:1763340291.753510:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280754944 00002000:00010000:2.0:1763340291.753521:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/551 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.753524:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6d880 with x1848995280754944 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.753529:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6d880. 00000100:00100000:2.0:1763340291.753579:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1541 00000100:00100000:2.0:1763340291.753588:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280754816:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340291.753755:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.753758:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:2.0:1763340291.753761:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb atime from disk: 1763340292 -> 0 00002000:00010000:2.0:1763340291.753763:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:2.0:1763340291.753765:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340291.753826:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280754816:12345-192.168.203.42@tcp:10:bash.0 Request processed in 239us (714us total) trans 17179871412 rc 0/0 00000100:00100000:2.0:1763340291.753835:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1541 00002000:00010000:2.0:1763340291.753838:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/551 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.753841:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6df80 with x1848995280754816 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.753845:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6df80. 00000100:00100000:2.0:1763340291.753861:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1542 00000100:00100000:2.0:1763340291.753868:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280754944:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:2.0:1763340291.753949:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.753953:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:2.0:1763340291.753955:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.753957:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:2.0:1763340291.753959:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340291.753981:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280754944:12345-192.168.203.42@tcp:10:bash.0 Request processed in 113us (756us total) trans 21474838698 rc 0/0 00000100:00100000:2.0:1763340291.753987:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1542 00002000:00010000:2.0:1763340291.753990:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/551 (0->18446744073709551615) 00002000:00100000:2.0:1763340291.753992:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6d880 with x1848995280754944 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340291.753996:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6d880. 00000100:00100000:0.0:1763340291.754410:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280755200 00000100:00100000:0.0:1763340291.754417:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280755200 00000100:00100000:0.0:1763340291.754461:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3067 00000100:00100000:0.0:1763340291.754470:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280755200:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340291.754670:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56783:x1848995280755200:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 200us (1314us total) trans 4294972583 rc 0/0 00000100:00100000:0.0:1763340291.754677:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3067 00000100:00100000:3.0:1763340291.760903:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.762309:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280755328 00000100:00100000:0.0:1763340291.762379:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280755328 00000100:00100000:0.0:1763340291.762452:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9021 00000100:00100000:0.0:1763340291.762464:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56783:x1848995280755328:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.762487:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.762512:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a5cc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169de expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.762643:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.762658:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.762668:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.762680:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.762686:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.762693:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.762765:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.762776:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.762785:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.762818:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.762831:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 210 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.762845:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292218880:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.762930:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763340291.773020:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292218880:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.773049:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340291.773963:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.776667:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280755584 00000100:00100000:2.0:1763340291.776682:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280755584 00000100:00100000:2.0:1763340291.776757:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3068 00000100:00100000:2.0:1763340291.776768:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:46874:x1848995280755584:12345-192.168.203.42@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1763340291.777059:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:46874:x1848995280755584:12345-192.168.203.42@tcp:35:ldlm_bl.0 Request processed in 293us (3102us total) trans 4294972584 rc 0/0 00000100:00100000:2.0:1763340291.777071:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3068 00000100:00100000:3.0:1763340291.779899:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.781950:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280755712 00000100:00100000:2.0:1763340291.781965:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280755712 00010000:00010000:2.0:1763340291.782014:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340291.782063:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2933 00000100:00100000:2.0:1763340291.782072:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:2408:x1848995280755712:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340291.782086:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340291.782093:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.782105:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.782128:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a50f lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df1699f expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340291.782159:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340291.782165:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.782174:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.782181:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340291.782220:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340291.782288:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:2408:x1848995280755712:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 216us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.782296:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2933 00010000:00010000:3.0:1763340291.782573:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782582:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340291.782642:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00000004:00200000:3.0:1763340291.782647:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340291.782667:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782681:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782691:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782698:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782704:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782710:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782716:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845dc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.782720:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782727:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782736:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2878900) 00010000:00010000:3.0:1763340291.782739:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.782743:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782749:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a5d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782764:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782770:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782776:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782781:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ca00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.782784:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782789:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782796:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878000) 00010000:00010000:3.0:1763340291.782799:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.782802:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782807:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a5da lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.782841:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a5cc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.782860:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.782868:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.782870:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340291.782873:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:3.0:1763340291.782916:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56783:x1848995280755328:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 20455us (22022us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.782923:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9021 00000100:00100000:3.0:1763340291.789349:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.794015:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.794952:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280755968 00000100:00100000:0.0:1763340291.794964:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280755968 00000100:00100000:0.0:1763340291.795036:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9022 00000100:00100000:0.0:1763340291.795047:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56783:x1848995280755968:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.795071:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.795091:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a5e8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169e5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.795199:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.795213:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.795221:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.795251:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.795264:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.795277:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292219008:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.795361:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d480 going to sleep for 11 seconds 00010000:00010000:0.0:1763340291.797273:0:8423:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@000000007d88b731 x1848995292219008) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.797298:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340291.797332:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a5e1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169de expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.797367:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292219008:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.797393:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.797398:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.797408:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.797415:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.797433:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.797442:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.797447:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340291.797474:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00010000:00010000:0.0:1763340291.797637:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a5e8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.797654:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.797660:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.797664:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763340291.797666:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c200, rc 0) 00000100:00100000:0.0:1763340291.797728:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56783:x1848995280755968:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2683us (8390us total) trans 4294972585 rc 0/0 00000100:00100000:0.0:1763340291.797736:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9022 00000100:00100000:0.0:1763340291.797762:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280756224 00000100:00100000:0.0:1763340291.797767:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280756224 00000100:00100000:0.0:1763340291.799015:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9023 00000100:00100000:0.0:1763340291.799031:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56784:x1848995280756224:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340291.799079:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763340291.799099:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a555 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169bb expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.799114:0:8423:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie bdebf3fb1824a5e1) 00010000:00010000:0.0:1763340291.799121:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555ca7ad200/0xbdebf3fb1824a5a9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c2 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.799135:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a539 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169ad expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.799144:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.799149:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340291.799174:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.799185:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.799192:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.799202:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.799208:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.799217:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.799284:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.799294:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.799301:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.799347:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.799361:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 208 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.799374:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292219136:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.799451:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340291.801898:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.801968:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280756352 00000100:00100000:3.0:1763340291.801977:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280756352 00000100:00100000:3.0:1763340291.802030:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9024 00000100:00100000:3.0:1763340291.802041:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56783:x1848995280756352:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.802065:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.802085:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a612 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169ec expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.802175:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.802187:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.802194:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.802210:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.802220:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340291.804820:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.804926:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292219136:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.804952:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340291.805013:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280756480 00000100:00100000:3.0:1763340291.805021:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280756480 00010000:00010000:3.0:1763340291.805057:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.805091:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2934 00000100:00100000:3.0:1763340291.805099:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:2408:x1848995280756480:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.805112:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340291.805118:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.805128:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.805146:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a5ef lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169e5 expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.805171:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.805175:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.805184:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.805190:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.805200:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.805206:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.805211:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.805234:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340291.805261:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.805269:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00000004:00080000:0.0:1763340291.805580:0:8423:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d3:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763340291.805763:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.805772:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.805778:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.805784:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.805788:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.805795:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.805804:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.805807:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763340291.805810:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.805816:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.805821:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340291.805843:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806151:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a60b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806177:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806182:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806187:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806193:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806197:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.806200:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806206:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806213:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2878300) 00010000:00010000:0.0:1763340291.806215:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.806218:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806222:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a5fd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:0.0:1763340291.806234:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b88504ff reply state 000000004ece3929 transno 4294972586 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806244:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.806249:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878f00) 00010000:00010000:0.0:1763340291.806251:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340291.806254:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340291.806849:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:2408:x1848995280756480:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1746us (2033us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.806860:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2934 00010000:00010000:3.0:1763340291.806916:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.806925:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340291.806958:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00000004:00200000:3.0:1763340291.806962:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340291.806978:0:10032:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.807003:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a612 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169ec expref: 212 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.807017:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169ec expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.807024:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.807026:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340291.807029:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:3.0:1763340291.808277:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56783:x1848995280756352:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6232us (6381us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.808289:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9024 00000100:00100000:0.0:1763340291.808487:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56784:x1848995280756224:12345-192.168.203.42@tcp:36:rm.0 Request processed in 9460us (14481us total) trans 4294972586 rc 0/0 00000100:00100000:0.0:1763340291.808495:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9023 00000100:00100000:1.0:1763340291.812610:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.812659:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280756736 00000100:00100000:0.0:1763340291.812670:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280756736 00000100:00100000:0.0:1763340291.812732:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9025 00000100:00100000:0.0:1763340291.812743:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56783:x1848995280756736:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.812763:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.812783:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a620 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169f3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.813473:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a627 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.813489:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a627 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.813500:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a627 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340291.813512:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00010000:00010000:0.0:1763340291.813654:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a620 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169f3 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.813683:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a627 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169f3 expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.813691:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.813694:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340291.813698:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:0.0:1763340291.813774:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56783:x1848995280756736:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1015us (1154us total) trans 4294972587 rc 0/0 00000100:00100000:0.0:1763340291.813781:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9025 00000100:00100000:1.0:1763340291.823244:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.823330:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280756864 00000100:00100000:3.0:1763340291.823341:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280756864 00000100:00100000:3.0:1763340291.823397:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6088 00000100:00100000:3.0:1763340291.823408:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280756864:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:3.0:1763340291.823462:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.823480:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.823489:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.823491:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340291.823495:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.823529:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 18 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.823571:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 18 pid: 35202 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.823586:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292219264:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340291.823667:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4900 going to sleep for 11 seconds 00000100:00100000:2.0:1763340291.828193:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.828295:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280756992 00000100:00100000:0.0:1763340291.828305:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280756992 00000100:00100000:0.0:1763340291.828368:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9026 00000100:00100000:0.0:1763340291.828378:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56785:x1848995280756992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.828402:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.828425:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a63c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df169fa expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.828488:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.828501:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828513:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828522:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.828529:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828584:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828632:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828639:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828646:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828653:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828659:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.828663:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828669:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828679:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2878300) 00010000:00010000:0.0:1763340291.828682:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.828686:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828692:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a643 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828716:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828722:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828727:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828732:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.828735:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828741:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828747:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878f00) 00010000:00010000:0.0:1763340291.828750:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.828752:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828757:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a64a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.828848:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a63c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169fa expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.828859:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2878300) 00010000:00010000:0.0:1763340291.828861:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.828865:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a63c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169fa expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.828880:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c000, rc 0) 00000100:00100000:0.0:1763340291.828930:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56785:x1848995280756992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 553us (746us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340291.828938:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9026 00000100:00100000:2.0:1763340291.834427:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.834605:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292219264:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340291.834639:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340291.835478:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280757120 00000100:00100000:1.0:1763340291.835488:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280757120 00002000:00100000:1.0:1763340291.835560:0:28376:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x227:0x0] (0->4) req@ffff9554c21c4380 x1848995280757120/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:52/0 lens 496/0 e 0 to 0 dl 1763340302 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340291.835571:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c4380 with x1848995280757120 ext(0->4) 00010000:00010000:1.0:1763340291.835579:0:28376:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 19 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.835593:0:28376:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 19 pid: 35202 timeout: 1132 lvb_type: 0 00002000:00010000:1.0:1763340291.835601:0:28376:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9554c21c4380 00000100:00100000:1.0:1763340291.835632:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 101 00000100:00100000:1.0:1763340291.835641:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280757120:12345-192.168.203.42@tcp:4:bash.0 00000100:00100000:1.0:1763340291.838274:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280757120:12345-192.168.203.42@tcp:4:bash.0 Request processed in 2625us (3847us total) trans 17179871413 rc 0/0 00000100:00100000:1.0:1763340291.838288:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 101 00002000:00100000:1.0:1763340291.838298:0:28376:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000400:0x227:0x0] (0->4) req@ffff9554c21c4380 x1848995280757120/t17179871413(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:52/0 lens 496/448 e 0 to 0 dl 1763340302 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340291.838307:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c4380 with x1848995280757120 ext(0->4) 00010000:00010000:1.0:1763340291.838316:0:28376:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 21 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.838338:0:28376:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 21 pid: 35202 timeout: 1132 lvb_type: 0 00002000:00010000:1.0:1763340291.838346:0:28376:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9554c21c4380 00000100:00100000:1.0:1763340291.840028:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.840106:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280757248 00000100:00100000:3.0:1763340291.840115:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280757248 00000100:00100000:3.0:1763340291.840170:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9027 00000100:00100000:3.0:1763340291.840180:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56785:x1848995280757248:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.840198:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.840222:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a651 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a01 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.840288:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.840300:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840310:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840319:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340291.840325:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840330:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840362:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840369:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840375:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840380:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840385:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.840389:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840395:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840405:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340291.840408:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.840411:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840416:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a658 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840427:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840431:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840436:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840440:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.840443:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840448:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840454:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878f00) 00010000:00010000:3.0:1763340291.840456:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.840458:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840463:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a65f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340291.840483:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a651 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a01 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.840491:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340291.840493:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.840496:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a651 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a01 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.840506:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8200, rc 0) 00000100:00100000:3.0:1763340291.840597:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56785:x1848995280757248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 418us (575us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340291.840603:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9027 00000100:00100000:2.0:1763340291.846892:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.846976:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.847163:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280757504 00000100:00100000:1.0:1763340291.847174:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280757504 00000100:00100000:1.0:1763340291.847225:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9028 00000100:00100000:1.0:1763340291.847236:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56785:x1848995280757504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.847256:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.847281:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a666 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a08 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.847342:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a66d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.847356:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a66d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.847367:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a66d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340291.847415:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763340291.847420:0:10032:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763340291.847452:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a666 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a08 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.847468:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a66d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a08 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.847477:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.847480:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763340291.847484:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e800, rc 0) 00000100:00100000:1.0:1763340291.847580:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56785:x1848995280757504:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 346us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.847588:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9028 00000100:00100000:3.0:1763340291.848131:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280757376 00000100:00100000:3.0:1763340291.848138:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280757376 00010000:00010000:3.0:1763340291.848162:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 21 pid: 35202 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340291.848199:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2935 00000100:00100000:3.0:1763340291.848207:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2409:x1848995280757376:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340291.848220:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763340291.848234:0:33976:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763340291.848237:0:33976:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb atime from disk: 0 -> 1763340292 00002000:00010000:3.0:1763340291.848240:0:33976:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763340291.848245:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 21 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.848257:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 21 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.848275:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a5b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169c9 expref: 21 pid: 35202 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340291.848288:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.848290:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.848295:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848304:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848327:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340291.848355:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280757376:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 149us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.848365:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2935 00010000:00010000:3.0:1763340291.848386:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848394:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848411:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848419:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848426:0:28498:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848432:0:28498:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbaa9800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.848436:0:28498:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848445:0:28498:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848457:0:28498:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.848464:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a635 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.848506:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280756864:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 25100us (25271us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.848514:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6088 00000100:00100000:2.0:1763340291.852417:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.856124:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.856270:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280757760 00000100:00100000:0.0:1763340291.856279:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280757760 00000100:00100000:0.0:1763340291.856335:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280757888 00000100:00100000:0.0:1763340291.856339:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280757888 00000100:00100000:3.0:1763340291.856341:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9029 00000100:00100000:3.0:1763340291.856352:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56783:x1848995280757760:12345-192.168.203.42@tcp:36:lfs.0 00000100:00100000:0.0:1763340291.856372:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9030 00000100:00100000:0.0:1763340291.856379:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56785:x1848995280757888:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.856388:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.856398:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340291.856406:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a674 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a0f expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.856420:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a619 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169ec expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.856435:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.856440:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340291.856449:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340291.856456:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340291.856461:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340291.856463:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.856472:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340291.856472:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856481:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340291.856487:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856492:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856521:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856527:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856561:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856567:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856576:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.856580:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856587:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856595:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:0.0:1763340291.856598:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.856601:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856606:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a67b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856639:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856645:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856650:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856655:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.856657:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856662:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856669:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878f00) 00010000:00010000:0.0:1763340291.856671:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.856674:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856679:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a689 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340291.856702:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a674 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a0f expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.856711:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0600) 00000040:00080000:3.0:1763340291.856712:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1351, 88 off114032 00010000:00010000:0.0:1763340291.856713:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.856716:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a674 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a0f expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763340291.856720:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032664187004ns, next at 1033177563246ns, rc = 0 00010000:00010000:0.0:1763340291.856725:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c000, rc 0) 00000040:00080000:3.0:1763340291.856748:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1329, 88 off112288 00000004:00080000:3.0:1763340291.856752:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032664219004ns, next at 1033177592629ns, rc = 0 00000040:00080000:3.0:1763340291.856768:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1330, 88 off112376 00000004:00080000:3.0:1763340291.856772:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032664239387ns, next at 1033177592629ns, rc = 0 00000100:00100000:0.0:1763340291.856774:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56785:x1848995280757888:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 395us (660us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340291.856782:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9030 00000040:00080000:3.0:1763340291.856855:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1352, 88 off114120 00000004:00080000:3.0:1763340291.856861:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032664328226ns, next at 1033177563246ns, rc = 0 00000001:00080000:0.0:1763340291.861452:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972588 is committed 00000004:00080000:0.0:1763340291.861465:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 890 committed 00000004:00080000:0.0:1763340291.861479:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 869 committed 00000004:00080000:0.0:1763340291.861486:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 868 committed 00000004:00080000:0.0:1763340291.861488:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 889 committed 00010000:00010000:1.0:1763340291.861567:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.861580:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.861587:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.861594:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845de00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.861598:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.861605:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.861630:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2878f00) 00010000:00010000:1.0:1763340291.861634:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.861639:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340291.861645:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a604 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340291.862829:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.862855:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340291.862875:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292219648:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.862879:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292219520:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.862923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.862962:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292219648 00000100:00100000:0.0:1763340291.862969:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292219648 00000004:00010000:3.0:1763340291.863001:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b083132a reply state 00000000c6d93d86 transno 4294972588 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340291.863010:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089 00010000:00010000:3.0:1763340291.863017:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340291.863017:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292219648:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.863025:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.863027:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763340291.863030:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763340291.863110:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763340291.863122:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56783:x1848995280757760:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 6772us (10715us total) trans 4294972588 rc 0/0 00000100:00100000:3.0:1763340291.863129:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9029 00002000:00010000:0.0:1763340291.863140:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340291.863144:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb mtime from disk: 0 -> 0 00000100:00100000:3.0:1763340291.863145:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280758144 00002000:00010000:0.0:1763340291.863146:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:3.0:1763340291.863148:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280758144 00002000:00010000:0.0:1763340291.863149:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763340291.863151:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340291.863172:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9031 00000100:00100000:3.0:1763340291.863178:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56785:x1848995280758144:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:0.0:1763340291.863180:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+34:3651:x1848995292219648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 164us (257us total) trans 21474838699 rc 0/0 00000100:00100000:0.0:1763340291.863186:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089 00010000:00010000:3.0:1763340291.863190:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.863192:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340291.863208:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a66d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a08 expref: 206 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.863220:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:3.0:1763340291.863228:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.863239:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763340291.863242:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a690 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a16 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340291.863297:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292219520 00000100:00100000:0.0:1763340291.863301:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292219520 00010000:00010000:3.0:1763340291.863319:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340291.863329:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340291.863330:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090 00000100:00100000:0.0:1763340291.863336:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+34:3649:x1848995292219520:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.863337:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863349:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340291.863355:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863361:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00002000:00010000:0.0:1763340291.863388:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340291.863390:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:0.0:1763340291.863392:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340291.863394:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:0.0:1763340291.863396:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340291.863422:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+35:3649:x1848995292219520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (182us total) trans 21474838700 rc 0/0 00000100:00100000:0.0:1763340291.863428:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090 00000004:00080000:1.0:1763340291.863582:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785c380/2, rc 0, transno 21474838700 00000100:00100000:1.0:1763340291.863589:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292219520:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763340291.863711:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340291.863720:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863727:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340291.863734:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d4:0x0]: returning size 0 00010000:00010000:3.0:1763340291.863757:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863763:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863773:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863779:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863784:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.863787:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863794:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863802:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acc800) 00010000:00010000:3.0:1763340291.863805:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340291.863808:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863813:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a697 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340291.863823:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005a4f7333 reply state 00000000a258663f transno 4294972589 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863830:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863836:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acca00) 00010000:00010000:3.0:1763340291.863838:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340291.863840:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340291.863861:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a690 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.863883:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.863890:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:3.0:1763340291.863892:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340291.863894:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9800, rc 0) 00000100:00100000:3.0:1763340291.863937:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56785:x1848995280758144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 759us (1113us total) trans 4294972589 rc 0/0 00000100:00100000:3.0:1763340291.863944:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9031 00010000:00010000:3.0:1763340291.863966:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863974:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863979:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863984:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340291.863987:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.863993:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.864002:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.864004:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340291.864006:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340291.864015:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a682 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00080000:3.0:1763340291.864041:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785d180/2, rc 0, transno 21474838699 00000100:00100000:3.0:1763340291.864046:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292219648:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.864185:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292219776:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.864216:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.864246:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292219776 00000100:00100000:2.0:1763340291.864250:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292219776 00000100:00100000:2.0:1763340291.864280:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6091 00000100:00100000:2.0:1763340291.864287:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292219776:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340291.864359:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340291.864362:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.864364:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.864366:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763340291.864368:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340291.864397:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3648:x1848995292219776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (180us total) trans 17179871414 rc 0/0 00000100:00100000:2.0:1763340291.864403:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6091 00000004:00080000:2.0:1763340291.864427:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c5880/2, rc 0, transno 17179871414 00000100:00100000:2.0:1763340291.864432:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292219776:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.864626:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340291.864636:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292219392:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.864661:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340291.865035:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292219392 00000100:00100000:2.0:1763340291.865041:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292219392 00000100:00100000:2.0:1763340291.865074:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092 00000100:00100000:2.0:1763340291.865080:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3650:x1848995292219392:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.865171:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3650:x1848995292219392:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (508us total) trans 17179871415 rc 0/0 00000100:00100000:2.0:1763340291.865177:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092 00000004:00080000:0.0:1763340291.866948:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c5180/2, rc 0, transno 17179871415 00000100:00100000:0.0:1763340291.866960:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292219392:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.868711:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.868751:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.869068:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280758400 00000100:00100000:3.0:1763340291.869077:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280758400 00000100:00100000:3.0:1763340291.869129:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280758528 00000100:00100000:3.0:1763340291.869133:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280758528 00000100:00100000:0.0:1763340291.869150:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9032 00000100:00100000:3.0:1763340291.869161:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9033 00000100:00100000:0.0:1763340291.869163:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56785:x1848995280758400:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:3.0:1763340291.869168:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280758528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.869453:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.869477:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a6b3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a1d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.869610:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.869637:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.869646:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.869679:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 209 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.869690:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 209 pid: 6513 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340291.869704:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292219904:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340291.869787:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555eede0240 going to sleep for 11 seconds 00010000:00010000:3.0:1763340291.870804:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.870823:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a24 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.870867:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.870881:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.870898:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.870901:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340291.870905:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa9a00, rc 0) 00000100:00100000:2.0:1763340291.871328:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56783:x1848995280758528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2157us (2572us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.871338:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9033 00000100:00100000:0.0:1763340291.879183:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292219904:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340291.879216:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763340291.880465:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.880644:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280758656 00000100:00100000:1.0:1763340291.880653:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280758656 00010000:00010000:1.0:1763340291.880689:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 210 pid: 6513 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340291.880733:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2936 00000100:00100000:1.0:1763340291.880744:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2408:x1848995280758656:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340291.880762:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.880769:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 210 pid: 6513 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.880781:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 210 pid: 6513 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.880803:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9800/0xbdebf3fb1824a6a5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a16 expref: 210 pid: 6513 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340291.880819:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:1.0:1763340291.880824:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.880832:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.880844:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340291.880874:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340291.880920:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:2408:x1848995280758656:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 179us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.880928:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2936 00010000:00010000:0.0:1763340291.880997:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881005:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340291.881034:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d4:0x0]: returning size 0 00000004:00080000:0.0:1763340291.881186:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x229:0x0], index 0: 0 00000004:00080000:0.0:1763340291.881192:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x229:0x0], index 1: 0 00000004:00080000:0.0:1763340291.881196:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22a:0x0], index 1: 0 00000004:00080000:0.0:1763340291.881200:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x22a:0x0], index 0: 0 00010000:00010000:0.0:1763340291.881290:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881297:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881304:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881310:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.881314:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881321:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881330:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:0.0:1763340291.881333:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340291.881336:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881341:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a6ba lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.881396:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a6b3 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a1d expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.881410:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:0.0:1763340291.881412:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340291.881416:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a6b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a1d expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.881429:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ce00, rc 0) 00000100:00100000:0.0:1763340291.881472:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56785:x1848995280758400:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 12313us (12768us total) trans 4294972590 rc 301/301 00000100:00100000:0.0:1763340291.881478:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9032 00000100:00100000:2.0:1763340291.881840:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.882425:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280758784 00000100:00100000:3.0:1763340291.882434:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280758784 00000100:00100000:3.0:1763340291.882485:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9034 00000100:00100000:3.0:1763340291.882494:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280758784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340291.882514:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.882560:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a6cf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a2b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.882631:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a6d6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340291.882643:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a6d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.882652:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a6d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340291.882686:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00000004:00200000:3.0:1763340291.882690:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340291.882705:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a6d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340291.882727:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8400/0xbdebf3fb1824a6cf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a2b expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.882741:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a6d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a2b expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.882749:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340291.882751:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763340291.882754:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbaa8200, rc 0) 00000100:00100000:3.0:1763340291.882802:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56783:x1848995280758784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 308us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.882809:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9034 00000100:00100000:2.0:1763340291.888435:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.890220:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280759040 00000100:00100000:1.0:1763340291.890233:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280759040 00000100:00100000:1.0:1763340291.890298:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3069 00000100:00100000:1.0:1763340291.890307:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56785:x1848995280759040:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340291.890575:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56785:x1848995280759040:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 269us (2147us total) trans 4294972591 rc 0/0 00000100:00100000:1.0:1763340291.890583:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3069 00000100:00100000:2.0:1763340291.890806:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.892181:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280759168 00000100:00100000:1.0:1763340291.892191:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280759168 00000100:00100000:1.0:1763340291.892376:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6093 00000100:00100000:1.0:1763340291.892386:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280759168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340291.892403:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.892426:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a32 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340291.892448:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x227:0x0] initial LVB size: 5, mtime: 0x691a7004, atime: 0x691a7004, ctime: 0x691a7004, blocks: 0x8 00010000:00010000:1.0:1763340291.892465:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.892467:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.892476:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 20 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.892497:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 20 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.892508:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340291.892592:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280759168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 207us (1785us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.892598:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6093 00000100:00100000:3.0:1763340291.893417:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.893779:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280759424 00000100:00100000:0.0:1763340291.893786:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280759424 00000100:00100000:0.0:1763340291.893834:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3070 00000100:00100000:0.0:1763340291.893843:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56785:x1848995280759424:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1763340291.894058:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56785:x1848995280759424:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 215us (642us total) trans 4294972592 rc 0/0 00000100:00100000:0.0:1763340291.894066:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3070 00000100:00100000:2.0:1763340291.905016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.911976:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280759680 00000100:00100000:1.0:1763340291.911991:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280759680 00000100:00100000:1.0:1763340291.912086:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9035 00000100:00100000:1.0:1763340291.912097:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280759680:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.912120:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.912143:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a6e4 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a39 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.912288:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.912301:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912312:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912322:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.912328:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912336:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912392:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a6f9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.912400:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a6f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912406:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a6f9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:1.0:1763340291.912417:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d4:0x0]: returning size 0 00010000:00010000:1.0:1763340291.912491:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912498:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912504:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912510:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912516:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.912520:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912527:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912589:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555d00f0800) 00010000:00010000:1.0:1763340291.912592:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.912597:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912604:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824a6eb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912615:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912631:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912637:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912642:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.912645:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912650:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912658:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acca00) 00010000:00010000:1.0:1763340291.912660:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.912663:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912668:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a6f2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.912701:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a6e4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a39 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.912719:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a6f9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a39 expref: 213 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.912727:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.912729:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340291.912732:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340291.912789:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280759680:12345-192.168.203.42@tcp:101:bash.0 Request processed in 694us (7783us total) trans 4294972593 rc 0/0 00000100:00100000:1.0:1763340291.912797:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9035 00000100:00100000:3.0:1763340291.917614:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.917712:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280759808 00000100:00100000:0.0:1763340291.917721:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280759808 00000100:00100000:0.0:1763340291.917779:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9036 00000100:00100000:0.0:1763340291.917797:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280759808:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340291.917820:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.917840:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a707 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a40 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.917875:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a70e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.917889:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a70e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.917900:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a70e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.918007:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a707 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a40 expref: 215 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.918035:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a70e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a40 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.918043:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:0.0:1763340291.918046:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340291.918049:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c400, rc 0) 00000100:00100000:0.0:1763340291.918108:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280759808:12345-192.168.203.42@tcp:101:bash.0 Request processed in 313us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.918115:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9036 00000100:00100000:2.0:1763340291.922983:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.927231:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280760064 00000100:00100000:1.0:1763340291.927246:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280760064 00000100:00100000:1.0:1763340291.927313:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9037 00000100:00100000:1.0:1763340291.927323:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:55868:x1848995280760064:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:1.0:1763340291.927372:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340291.927396:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a6f9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a39 expref: 214 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.927412:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.927416:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.927630:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.927643:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.927653:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000001:00080000:1.0:1763340291.927693:0:10032:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972594 00000004:00010000:1.0:1763340291.927712:0:10032:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d27c340 reply state 00000000ed162dbd transno 4294972595 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.927727:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.927732:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.927735:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340291.927737:0:10032:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340291.927843:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280760064:12345-192.168.203.42@tcp:36:bash.0 Request processed in 520us (4869us total) trans 4294972595 rc 0/0 00000100:00100000:1.0:1763340291.927851:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9037 00000020:00080000:1.0:1763340291.927855:0:10032:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340291.932663:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.932759:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280760192 00000100:00100000:3.0:1763340291.932769:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280760192 00000100:00100000:3.0:1763340291.932839:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9038 00000100:00100000:3.0:1763340291.932849:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:55868:x1848995280760192:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1763340291.932871:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340291.932894:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a71c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a47 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.932959:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a71c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a47 expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.932977:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a71c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a47 expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.932998:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:3.0:1763340291.933001:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340291.933006:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5000, rc 0) 00000100:00100000:3.0:1763340291.933886:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280760192:12345-192.168.203.42@tcp:101:bash.0 Request processed in 1032us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340291.933899:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9038 00000100:00100000:3.0:1763340291.949187:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.949284:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280760448 00000100:00100000:0.0:1763340291.949294:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280760448 00000100:00100000:1.0:1763340291.949693:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9039 00000100:00100000:1.0:1763340291.949706:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:55868:x1848995280760448:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.949726:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.949729:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340291.949754:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a71c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a47 expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.949774:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.949779:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340291.949792:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a723 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a4e expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.949842:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a72a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340291.949854:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a72a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.949863:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a72a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000040:00080000:1.0:1763340291.950075:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1331, 88 off112464 00000004:00080000:1.0:1763340291.950082:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032757549413ns, next at 1033177592629ns, rc = 0 00000040:00080000:1.0:1763340291.950123:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1353, 88 off114208 00000004:00080000:1.0:1763340291.950128:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032757595256ns, next at 1033177563246ns, rc = 0 00000040:00080000:1.0:1763340291.950152:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1354, 88 off114296 00000004:00080000:1.0:1763340291.950157:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032757624390ns, next at 1033177563246ns, rc = 0 00000040:00080000:1.0:1763340291.950167:0:10032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1332, 88 off112552 00000004:00080000:1.0:1763340291.950170:0:10032:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032757637655ns, next at 1033177592629ns, rc = 0 00000001:00080000:0.0:1763340291.956215:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972596 is committed 00000004:00080000:0.0:1763340291.956230:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 871 committed 00000004:00080000:0.0:1763340291.956250:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 892 committed 00000004:00080000:0.0:1763340291.956263:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 891 committed 00000004:00080000:0.0:1763340291.956266:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 870 committed 00000100:00100000:2.0:1763340291.956385:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340291.956400:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292220160:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340291.956400:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292220416:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340291.956523:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340291.956573:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.956588:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340291.956592:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292220032:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340291.956593:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292220288:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340291.956613:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340291.956650:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292220160 00000100:00100000:0.0:1763340291.956656:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292220416 00000100:00100000:3.0:1763340291.956657:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292220160 00000100:00100000:0.0:1763340291.956659:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292220416 00000100:00100000:0.0:1763340291.956693:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292220032 00000100:00100000:0.0:1763340291.956695:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292220032 00000100:00100000:3.0:1763340291.956699:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6094 00000100:00100000:3.0:1763340291.956706:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3648:x1848995292220416:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.956710:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095 00000100:00100000:0.0:1763340291.956714:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+36:3650:x1848995292220160:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340291.956853:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3650:x1848995292220160:12345-0@lo:2:osp-syn-0-1.0 Request processed in 137us (329us total) trans 21474838701 rc 0/0 00000100:00100000:0.0:1763340291.956859:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095 00000100:00100000:0.0:1763340291.956876:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6096 00000100:00100000:0.0:1763340291.956882:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3648:x1848995292220032:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340291.956933:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.956944:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.956951:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.956958:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.956963:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340291.956965:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3648:x1848995292220032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 83us (351us total) trans 17179871416 rc 0/0 00010000:00010000:1.0:1763340291.956970:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763340291.956971:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6096 00010000:00010000:1.0:1763340291.956985:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acca00) 00010000:00010000:1.0:1763340291.956988:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.956992:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340291.956997:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a69e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00080000:0.0:1763340291.957005:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87fc000/2, rc 0, transno 17179871416 00000100:00100000:0.0:1763340291.957009:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292220032:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763340291.957020:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.957026:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.957031:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.957036:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340291.957039:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.957044:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.957052:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.957055:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340291.957058:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.957064:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a715 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340291.957117:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a72a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a4e expref: 209 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.957127:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.957129:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340291.957142:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a723 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a4e expref: 209 pid: 10032 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340291.957159:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a72a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a4e expref: 208 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.957182:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340291.957185:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340291.957188:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340291.957240:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280760448:12345-192.168.203.42@tcp:101:bash.0 Request processed in 7538us (8062us total) trans 4294972596 rc 0/0 00000100:00100000:1.0:1763340291.957247:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9039 00000100:00100000:3.0:1763340291.957353:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3648:x1848995292220416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 647us (779us total) trans 21474838702 rc 0/0 00000100:00100000:3.0:1763340291.957360:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6094 00000100:00100000:3.0:1763340291.957377:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763340291.957411:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785f480/2, rc 0, transno 21474838701 00000100:00100000:3.0:1763340291.957416:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292220160:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.957989:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292220288 00000100:00100000:1.0:1763340291.957995:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292220288 00000004:00080000:0.0:1763340291.959050:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c785f800/2, rc 0, transno 21474838702 00000100:00100000:0.0:1763340291.959063:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292220416:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340291.959476:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6097 00000100:00100000:1.0:1763340291.959491:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3650:x1848995292220288:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340291.959729:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3650:x1848995292220288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 244us (2350us total) trans 17179871417 rc 0/0 00000100:00100000:1.0:1763340291.959737:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6097 00000004:00080000:2.0:1763340291.959756:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87ffb80/2, rc 0, transno 17179871417 00000100:00100000:2.0:1763340291.959761:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292220288:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340291.965201:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.965252:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280760576 00000100:00100000:1.0:1763340291.965267:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280760576 00000100:00100000:1.0:1763340291.965320:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6098 00000100:00100000:1.0:1763340291.965330:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280760576:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.965348:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.965371:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a55 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340291.965397:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x229:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340291.965426:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.965428:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.965439:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 21 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.965454:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 21 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.965466:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00000100:00100000:1.0:1763340291.965525:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280760576:12345-192.168.203.42@tcp:101:bash.0 Request processed in 196us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.965556:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6098 00000100:00100000:2.0:1763340291.968951:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.968994:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280760704 00000100:00100000:1.0:1763340291.969004:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280760704 00000100:00100000:1.0:1763340291.969060:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6099 00000100:00100000:1.0:1763340291.969070:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:55868:x1848995280760704:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340291.969086:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340291.969107:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a5c expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340291.969127:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x229:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340291.969146:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.969148:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.969157:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 21 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.969171:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 21 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.969187:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340291.969245:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:55868:x1848995280760704:12345-192.168.203.42@tcp:101:bash.0 Request processed in 176us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340291.969251:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6099 00000100:00100000:3.0:1763340291.974876:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340291.975994:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280760832 00000100:00100000:1.0:1763340291.976116:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280760832 00000100:00100000:2.0:1763340291.976588:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.976690:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.976747:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280761088 00000100:00100000:0.0:1763340291.976751:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280761088 00002000:00010000:0.0:1763340291.976788:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/553 (0->18446744073709551615) 00002000:00100000:0.0:1763340291.976792:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fd880 with x1848995280761088 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340291.976804:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87fd880. 00000100:00100000:0.0:1763340291.976835:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280760960 00000100:00100000:0.0:1763340291.976839:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280760960 00002000:00010000:0.0:1763340291.976853:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/553 (0->18446744073709551615) 00002000:00100000:0.0:1763340291.976856:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fe300 with x1848995280760960 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340291.976862:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87fe300. 00000100:00100000:0.0:1763340291.976880:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1543 00000100:00100000:0.0:1763340291.976889:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280761088:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340291.977047:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x229:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340291.977051:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x229:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340291.977054:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x229:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340291.977056:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x229:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340291.977058:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x229:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340291.977109:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280761088:12345-192.168.203.42@tcp:10:bash.0 Request processed in 220us (524us total) trans 17179871418 rc 0/0 00000100:00100000:0.0:1763340291.977117:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1543 00002000:00010000:0.0:1763340291.977120:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/553 (0->18446744073709551615) 00002000:00100000:0.0:1763340291.977122:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fd880 with x1848995280761088 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340291.977127:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c87fd880. 00000100:00100000:0.0:1763340291.977143:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1544 00000100:00100000:0.0:1763340291.977150:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280760960:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340291.977230:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x229:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340291.977233:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x229:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340291.977235:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x229:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340291.977236:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x229:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340291.977239:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x229:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340291.977260:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280760960:12345-192.168.203.42@tcp:10:bash.0 Request processed in 110us (570us total) trans 21474838703 rc 0/0 00000100:00100000:0.0:1763340291.977267:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1544 00002000:00010000:0.0:1763340291.977270:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/553 (0->18446744073709551615) 00002000:00100000:0.0:1763340291.977272:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fe300 with x1848995280760960 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340291.977276:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87fe300. 00000100:00100000:2.0:1763340291.977784:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6100 00000100:00100000:2.0:1763340291.977793:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280760832:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340291.977867:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280760832:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 76us (3001us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340291.977875:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6100 00000100:00100000:2.0:1763340291.981406:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340291.981449:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.981521:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280761216 00000100:00100000:3.0:1763340291.981644:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280761216 00000100:00100000:1.0:1763340291.981770:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280761472 00000100:00100000:1.0:1763340291.981774:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280761472 00000100:00100000:1.0:1763340291.981830:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3071 00000100:00100000:1.0:1763340291.981839:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e13850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280761472:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:0.0:1763340291.981998:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6101 00000100:00100000:0.0:1763340291.982005:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280761216:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340291.982157:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280761216:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 151us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.982165:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6101 00000100:00100000:1.0:1763340291.982189:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e13850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280761472:12345-192.168.203.42@tcp:35:bash.0 Request processed in 351us (739us total) trans 4294972597 rc 0/0 00000100:00100000:1.0:1763340291.982197:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3071 00000100:00100000:0.0:1763340291.986878:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.986945:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280761600 00000100:00100000:3.0:1763340291.986957:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280761600 00000100:00100000:3.0:1763340291.987318:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1545 00000100:00100000:3.0:1763340291.987329:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280761600:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340291.987362:0:28372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987376:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.987379:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340291.987385:0:28372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987398:0:28372:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987491:0:28372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987506:0:28372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987514:0:28372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987520:0:28372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340291.987524:0:28372:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987650:0:28372:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987666:0:28372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340291.987699:0:28372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a73f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340291.988380:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280761600:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 1049us (1507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340291.988388:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1545 00000100:00100000:3.0:1763340291.991316:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.991424:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340291.993448:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280761728 00000100:00100000:0.0:1763340291.993463:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280761728 00000100:00100000:0.0:1763340291.993547:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280761856 00000100:00100000:0.0:1763340291.993551:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280761856 00000100:00100000:0.0:1763340291.993579:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9040 00000100:00100000:0.0:1763340291.993588:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56786:x1848995280761728:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:0.0:1763340291.993610:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.993640:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a746 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a63 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.993702:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.993716:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993727:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993739:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.993745:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993752:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993830:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a75b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.993840:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a75b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993846:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a75b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340291.993885:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d4:0x0]: returning size 5 00000004:00200000:0.0:1763340291.993889:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340291.993906:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a75b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993916:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a75b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993925:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993931:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993937:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993943:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993949:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.993953:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993960:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993970:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c200) 00010000:00010000:0.0:1763340291.993973:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.993978:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.993983:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a74d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994009:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994014:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994020:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994025:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340291.994028:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994033:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994039:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c287c000) 00010000:00010000:0.0:1763340291.994042:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340291.994044:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994050:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a754 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994080:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a746 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a63 expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.994096:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a75b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a63 expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.994103:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:0.0:1763340291.994105:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340291.994107:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340291.994173:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56786:x1848995280761728:12345-192.168.203.42@tcp:101:rm.0 Request processed in 585us (2866us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.994181:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9040 00000100:00100000:0.0:1763340291.994201:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9041 00000100:00100000:0.0:1763340291.994208:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56783:x1848995280761856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340291.994216:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340291.994224:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a762 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a6a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.994241:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a769 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340291.994250:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a769 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994257:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a769 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340291.994335:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824a762 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a6a expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.994349:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c800/0xbdebf3fb1824a769 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a6a expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340291.994355:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:0.0:1763340291.994357:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340291.994360:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c800, rc 0) 00000100:00100000:0.0:1763340291.994379:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56783:x1848995280761856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 173us (2956us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340291.994385:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9041 00000100:00100000:2.0:1763340291.998306:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340291.998478:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280761984 00000100:00100000:3.0:1763340291.998489:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280761984 00000100:00100000:1.0:1763340291.999336:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1546 00000100:00100000:1.0:1763340291.999349:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280761984:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:1.0:1763340291.999391:0:28376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.999409:0:28376:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 22 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.999417:0:28376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.999419:0:28376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340291.999423:0:28376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340291.999466:0:28376:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 22 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340291.999480:0:28376:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 22 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340291.999493:0:28376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28376:1848995292220544:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340291.999613:0:28376:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c180 going to sleep for 11 seconds 00000100:00100000:2.0:1763340292.000173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.000424:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280762240 00000100:00100000:1.0:1763340292.000432:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280762240 00000100:00100000:1.0:1763340292.000483:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9042 00000100:00100000:1.0:1763340292.000491:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56786:x1848995280762240:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340292.000571:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763340292.000594:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a72a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a4e expref: 211 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.000614:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824a75b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a63 expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.000659:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a70e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a40 expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.000669:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555d00f0600) 00010000:00010000:1.0:1763340292.000680:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340292.000702:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340292.000716:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.000725:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.000737:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340292.000744:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.000750:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001075:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340292.001084:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001090:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:1.0:1763340292.001335:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1333, 64 off112616 00000040:00080000:1.0:1763340292.001359:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1355, 64 off114360 00000040:00080000:1.0:1763340292.001368:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1356, 64 off114424 00000040:00080000:1.0:1763340292.001375:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1334, 64 off112680 00010000:00010000:1.0:1763340292.001420:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340292.001428:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001439:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001446:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001451:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001456:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001480:0:8423:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340292.001498:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001502:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001507:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001512:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.001516:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001522:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.001713:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340292.001720:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.001983:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555fba3fe00) 00010000:00010000:1.0:1763340292.001987:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340292.001993:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002002:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a785 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002112:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002118:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.002225:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340292.002229:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.002236:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.002245:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d4:0x0].0x0 (ffff9555fba3fe00) 00010000:00010000:2.0:1763340292.002247:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340292.002250:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.002254:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824a78c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.002267:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.002268:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.002270:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.002292:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002297:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002302:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.002304:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002309:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002315:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:1.0:1763340292.002317:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.002319:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002324:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a777 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340292.002334:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c302b116 reply state 000000005579139a transno 4294972598 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002345:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.002351:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340292.002353:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340292.002355:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340292.002517:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56786:x1848995280762240:12345-192.168.203.42@tcp:36:rm.0 Request processed in 2023us (2343us total) trans 4294972598 rc 0/0 00000100:00100000:1.0:1763340292.002525:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9042 00000100:00100000:2.0:1763340292.003852:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.003911:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280762368 00000100:00100000:1.0:1763340292.003915:0:28376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28376:1848995292220544:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.003918:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280762368 00010000:00010000:1.0:1763340292.003938:0:28376:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.003965:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763340292.004002:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2937 00000100:00100000:3.0:1763340292.004012:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280762368:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340292.004026:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.004042:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340292.004053:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340292.004074:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a4fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16991 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340292.004085:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.004087:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.004092:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.004102:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.004137:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1763340292.004314:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763340292.004394:0:28376:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.004403:0:28376:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.006513:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280762368:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2491us (2656us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.006527:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2937 00000001:00080000:2.0:1763340292.009895:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838704 is committed 00000001:00080000:2.0:1763340292.009915:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838702 is committed 00002000:00010000:1.0:1763340292.012679:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763340292.012688:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:1.0:1763340292.012691:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:1.0:1763340292.012694:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763340292.012707:0:28376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.012718:0:28376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.012726:0:28376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.012733:0:28376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340292.012738:0:28376:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.012752:0:28376:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.012771:0:28376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.012778:0:28376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a770 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340292.013327:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2407:x1848995280761984:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 13977us (15026us total) trans 21474838704 rc 0/0 00000100:00100000:1.0:1763340292.013337:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1546 00000100:00100000:2.0:1763340292.014241:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.014394:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280762496 00000100:00100000:0.0:1763340292.014403:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280762496 00000100:00080000:1.0:1763340292.014457:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763340292.014480:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9043 00000100:00100000:0.0:1763340292.014490:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56787:x1848995280762496:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.014514:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.014571:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a793 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a71 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.014666:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340292.014679:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014692:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014704:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340292.014712:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014718:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014763:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014770:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014776:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014790:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014796:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.014801:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014808:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014819:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c200) 00010000:00010000:0.0:1763340292.014823:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.014827:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014833:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824a79a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014859:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014866:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014871:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014875:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.014877:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014883:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014889:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:0.0:1763340292.014891:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.014894:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014899:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7a1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.014924:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a793 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a71 expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.014934:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c200) 00010000:00010000:0.0:1763340292.014936:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.014939:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a793 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a71 expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.014951:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845da00, rc 0) 00000100:00100000:0.0:1763340292.015019:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56787:x1848995280762496:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 530us (781us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340292.015028:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9043 00000100:00100000:2.0:1763340292.019251:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.019418:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280762624 00000100:00100000:0.0:1763340292.019428:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280762624 00000100:00100000:0.0:1763340292.019485:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9044 00000100:00100000:0.0:1763340292.019494:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56787:x1848995280762624:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.019513:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.019598:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a78 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.019672:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.019684:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019694:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019703:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.019709:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019714:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019749:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019756:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019763:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019770:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019776:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.019780:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019801:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019811:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c000) 00010000:00010000:0.0:1763340292.019814:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.019819:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019825:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824a7af lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019849:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019854:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019859:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019864:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.019867:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019875:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019881:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:0.0:1763340292.019884:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.019886:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019892:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824a7b6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.019916:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7a8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a78 expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.019925:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c000) 00010000:00010000:0.0:1763340292.019927:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.019930:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a78 expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.019942:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d800, rc 0) 00000100:00100000:0.0:1763340292.020005:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56787:x1848995280762624:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 512us (763us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340292.020012:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9044 00000100:00100000:1.0:1763340292.023826:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.023963:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280762880 00000100:00100000:2.0:1763340292.023974:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280762880 00000100:00100000:2.0:1763340292.024035:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9045 00000100:00100000:2.0:1763340292.024044:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56783:x1848995280762880:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340292.024098:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.024127:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa8200/0xbdebf3fb1824a6d6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a2b expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.024147:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340292.024151:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340292.024232:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.024245:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.024255:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340292.024362:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cbb3a2b2 reply state 000000006480164c transno 4294972599 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.024379:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.024391:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340292.024394:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340292.024396:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340292.024490:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56783:x1848995280762880:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 446us (672us total) trans 4294972599 rc 0/0 00000100:00100000:2.0:1763340292.024497:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9045 00000100:00100000:3.0:1763340292.024566:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.024894:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280763008 00000100:00100000:0.0:1763340292.024900:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280763008 00000100:00100000:0.0:1763340292.024934:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9046 00000100:00100000:0.0:1763340292.024942:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56787:x1848995280763008:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.024953:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.024967:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a7c4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a7f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.025011:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7cb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.025020:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.025028:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340292.025053:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763340292.025057:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763340292.025081:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a7c4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a7f expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.025108:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a7f expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.025115:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c200) 00010000:00010000:0.0:1763340292.025118:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763340292.025120:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d000, rc 0) 00000100:00100000:0.0:1763340292.025159:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56787:x1848995280763008:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 219us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.025165:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9046 00000100:00100000:3.0:1763340292.027235:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.027412:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280763136 00000100:00100000:0.0:1763340292.027420:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280763136 00000100:00100000:0.0:1763340292.027480:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6102 00000100:00100000:0.0:1763340292.027488:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:56783:x1848995280763136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.027503:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.027523:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a86 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340292.027588:0:35213:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x228:0x0] initial LVB size: 4096, mtime: 0x691a7004, atime: 0x0, ctime: 0x691a7004, blocks: 0x8 00010000:00010000:0.0:1763340292.027609:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.027611:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.027627:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.027643:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.027654:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c600, rc 0) 00000100:00100000:0.0:1763340292.027711:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:56783:x1848995280763136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 223us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.027719:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6102 00000100:00100000:3.0:1763340292.029320:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.029364:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.029372:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280763392 00000100:00100000:2.0:1763340292.029380:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280763392 00000100:00100000:2.0:1763340292.029441:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9047 00000100:00100000:2.0:1763340292.029450:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56787:x1848995280763392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.029472:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.029491:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a7d9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a94 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.029583:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.029596:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029606:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029630:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.029638:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029646:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029686:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029694:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029699:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029706:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029713:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.029717:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029724:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029735:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c200) 00010000:00010000:2.0:1763340292.029739:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.029743:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029749:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824a7e0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029762:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029768:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029773:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029778:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.029794:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029800:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029809:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:2.0:1763340292.029811:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.029814:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029820:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a7e7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.029848:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a7d9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a94 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.029858:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c200) 00010000:00010000:2.0:1763340292.029861:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.029864:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824a7d9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a94 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.029873:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5400, rc 0) 00000100:00100000:2.0:1763340292.029933:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56787:x1848995280763392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 483us (620us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340292.029941:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9047 00000100:00100000:0.0:1763340292.030030:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280763264 00000100:00100000:0.0:1763340292.030035:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280763264 00000100:00100000:0.0:1763340292.030080:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6103 00000100:00100000:0.0:1763340292.030089:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:56783:x1848995280763264:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.030098:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.030110:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a8d expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.030132:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 23 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340292.030140:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.030143:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.030147:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.030178:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 23 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340292.030191:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763340292.030204:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4e94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292220672:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340292.030256:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555eede0240 going to sleep for 11 seconds 00000100:00080000:2.0:1763340292.031005:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763340292.035053:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.035169:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4e94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292220672:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340292.035201:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.035220:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d800, rc 0) 00000100:00100000:0.0:1763340292.035273:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:56783:x1848995280763264:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5185us (5908us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.035282:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6103 00000100:00100000:1.0:1763340292.035361:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280763648 00000100:00100000:1.0:1763340292.035368:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280763648 00000100:00100000:3.0:1763340292.035830:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.035855:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280763776 00000100:00100000:3.0:1763340292.035860:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280763776 00010000:00010000:3.0:1763340292.035883:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763340292.035912:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2938 00000100:00100000:3.0:1763340292.035920:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280763776:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340292.035933:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.035953:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340292.035966:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340292.035988:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a501 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16998 expref: 23 pid: 8457 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340292.036001:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.036003:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.036009:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 22 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.036019:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 22 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.036052:0:33976:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 22 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.036064:0:33976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c8a6f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33976:1848995292220800:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340292.036114:0:33976:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763340292.036289:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9048 00000100:00100000:1.0:1763340292.036299:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56787:x1848995280763648:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.036314:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.036316:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340292.036330:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824a7cb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a7f expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.036354:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c287c200) 00010000:00010000:1.0:1763340292.036362:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340292.036375:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a7f5 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16a9b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.036477:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.036490:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036498:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036510:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.036517:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036523:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036886:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.036895:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036903:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340292.036911:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00010000:00010000:1.0:1763340292.036934:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036940:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036950:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036956:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036962:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.036966:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036973:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036981:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:1.0:1763340292.036983:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.036987:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.036992:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a7fc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:1.0:1763340292.037003:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008287f15f reply state 000000009e800e07 transno 4294972600 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.037012:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.037018:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340292.037021:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340292.037023:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340292.037043:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a7f5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.037062:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.037069:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.037071:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340292.037074:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340292.037107:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56787:x1848995280763648:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 811us (2063us total) trans 4294972600 rc 0/0 00000100:00100000:1.0:1763340292.037114:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9048 00000100:00100000:3.0:1763340292.040052:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.040086:0:33976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c8a6f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33976:1848995292220800:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340292.040087:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.040136:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280763904 00000100:00100000:2.0:1763340292.040144:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280763904 00002000:00010000:2.0:1763340292.040186:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/552 (5->18446744073709551615) 00002000:00100000:2.0:1763340292.040191:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ea00 with x1848995280763904 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340292.040202:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6ea00. 00000100:00100000:2.0:1763340292.040234:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280764032 00000100:00100000:2.0:1763340292.040238:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280764032 00002000:00010000:2.0:1763340292.040249:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/552 (0->18446744073709551615) 00002000:00100000:2.0:1763340292.040253:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ce00 with x1848995280764032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340292.040259:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6ce00. 00000100:00100000:2.0:1763340292.040279:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1547 00000100:00100000:2.0:1763340292.040287:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280763904:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340292.040627:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763340292.040631:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:2.0:1763340292.040633:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340292.040636:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:2.0:1763340292.040638:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340292.040690:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280763904:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 403us (649us total) trans 21474838705 rc 0/0 00000100:00100000:2.0:1763340292.040698:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1547 00002000:00010000:2.0:1763340292.040702:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/552 (5->18446744073709551615) 00002000:00100000:2.0:1763340292.040704:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ea00 with x1848995280763904 ext(5->18446744073709551615) 00002000:00010000:2.0:1763340292.040708:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6ea00. 00000100:00100000:2.0:1763340292.040724:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1548 00000100:00100000:2.0:1763340292.040732:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280764032:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340292.040826:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340292.040829:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:2.0:1763340292.040832:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340292.040833:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:2.0:1763340292.040835:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340292.040861:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280764032:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 128us (770us total) trans 17179871419 rc 0/0 00000100:00100000:2.0:1763340292.040870:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1548 00002000:00010000:2.0:1763340292.040874:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/552 (0->18446744073709551615) 00002000:00100000:2.0:1763340292.040878:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ce00 with x1848995280764032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340292.040883:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6ce00. 00010000:00010000:0.0:1763340292.040985:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340292.041011:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280763776:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 5091us (5182us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.041019:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2938 00000100:00100000:3.0:1763340292.041978:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.043768:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280764288 00000100:00100000:1.0:1763340292.043783:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280764288 00000100:00100000:1.0:1763340292.043846:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9049 00000100:00100000:1.0:1763340292.043855:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56787:x1848995280764288:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.043878:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.043902:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a818 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16aa2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.044016:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.044032:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.044041:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.044077:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.044091:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 215 pid: 6513 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340292.044105:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292220928:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340292.044190:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.044409:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.044431:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280764544 00000100:00100000:2.0:1763340292.044436:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280764544 00000100:00100000:2.0:1763340292.044471:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9050 00000100:00100000:2.0:1763340292.044482:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56783:x1848995280764544:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340292.044527:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.044560:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.044570:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340292.044681:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000227800ac reply state 000000000e0d94fb transno 4294972601 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.044693:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.044700:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340292.044703:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340292.044706:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340292.044762:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56783:x1848995280764544:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 280us (353us total) trans 4294972601 rc 0/0 00000100:00100000:2.0:1763340292.044769:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9050 00000100:00100000:3.0:1763340292.047660:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.047711:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280764672 00000100:00100000:0.0:1763340292.047719:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280764672 00000100:00100000:3.0:1763340292.047741:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.047764:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6104 00000100:00100000:0.0:1763340292.047773:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280764672:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:0.0:1763340292.047917:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763340292.047921:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:0.0:1763340292.047923:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb atime from disk: 1763340292 -> 1763340292 00002000:00010000:0.0:1763340292.047925:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:0.0:1763340292.047927:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763340292.047984:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280764672:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 210us (334us total) trans 17179871420 rc 0/0 00000100:00100000:0.0:1763340292.047991:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6104 00000100:00100000:2.0:1763340292.048066:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280764800 00000100:00100000:2.0:1763340292.048071:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280764800 00010000:00010000:2.0:1763340292.048093:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 218 pid: 6513 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340292.048114:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2939 00000100:00100000:2.0:1763340292.048121:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2409:x1848995280764800:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.048135:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.048141:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 218 pid: 6513 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.048157:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 218 pid: 6513 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.048177:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:2.0:1763340292.048183:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.048192:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.048203:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.048211:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a80a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a9b expref: 218 pid: 6513 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.048221:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340292.048227:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292220928:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340292.048247:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048274:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048281:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340292.048300:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00000004:00080000:0.0:1763340292.048437:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22b:0x0], index 1: 0 00000004:00080000:0.0:1763340292.048443:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x22b:0x0], index 0: 0 00000004:00080000:0.0:1763340292.048448:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x22c:0x0], index 0: 0 00000004:00080000:0.0:1763340292.048452:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22c:0x0], index 1: 0 00010000:00010000:0.0:1763340292.048565:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048573:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048579:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048585:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.048589:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048596:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048605:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:0.0:1763340292.048608:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340292.048612:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048627:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a81f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.048668:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a818 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aa2 expref: 218 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.048677:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:0.0:1763340292.048679:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340292.048683:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a818 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aa2 expref: 218 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.048696:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:2.0:1763340292.048759:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2409:x1848995280764800:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 637us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.048766:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2939 00000100:00100000:0.0:1763340292.048824:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56787:x1848995280764288:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4969us (6849us total) trans 4294972602 rc 301/301 00000100:00100000:0.0:1763340292.048830:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9049 00000100:00100000:2.0:1763340292.050939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.051142:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280765056 00000100:00100000:1.0:1763340292.051152:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280765056 00000100:00100000:1.0:1763340292.051208:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3072 00000100:00100000:1.0:1763340292.051217:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56783:x1848995280765056:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:1.0:1763340292.051271:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1d3:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a627 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169f3 expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.051317:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340292.051329:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 216 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.051339:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.051376:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 216 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.051389:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 216 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340292.051401:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292221056:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340292.051494:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.051654:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.051776:0:14057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280765312 00000100:00100000:1.0:1763340292.051780:0:14057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280765312 00000100:00100000:1.0:1763340292.051818:0:14057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3073 00000100:00100000:1.0:1763340292.051825:0:14057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56787:x1848995280765312:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340292.052046:0:14057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56787:x1848995280765312:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 220us (392us total) trans 4294972603 rc 0/0 00000100:00100000:1.0:1763340292.052054:0:14057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3073 00000100:00100000:3.0:1763340292.055895:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.056419:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280765568 00000100:00100000:2.0:1763340292.056429:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280765568 00000100:00100000:2.0:1763340292.056479:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3074 00000100:00100000:2.0:1763340292.056487:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56787:x1848995280765568:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340292.056712:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56787:x1848995280765568:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 224us (825us total) trans 4294972604 rc 0/0 00000100:00100000:2.0:1763340292.056720:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3074 00000100:00100000:1.0:1763340292.056808:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292221056:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.056865:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:1.0:1763340292.056904:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340292.057039:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280765696 00000100:00100000:2.0:1763340292.057044:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280765696 00010000:00010000:2.0:1763340292.057061:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340292.057087:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2940 00000100:00100000:2.0:1763340292.057093:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2407:x1848995280765696:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.057104:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.057110:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.057121:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.057144:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbaa9a00/0xbdebf3fb1824a6c1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a24 expref: 219 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.057157:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340292.057167:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.057178:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.057185:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.057350:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.057387:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2407:x1848995280765696:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 293us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.057394:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2940 00010000:00010000:1.0:1763340292.057433:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.057440:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000040:00080000:1.0:1763340292.057680:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1357, 88 off114512 00000004:00080000:1.0:1763340292.057688:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032865155106ns, next at 1033177563246ns, rc = 0 00000040:00080000:1.0:1763340292.057710:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1335, 88 off112768 00000004:00080000:1.0:1763340292.057715:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032865182435ns, next at 1033177592629ns, rc = 0 00000040:00080000:1.0:1763340292.057744:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1336, 88 off112856 00000004:00080000:1.0:1763340292.057749:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032865216211ns, next at 1033177592629ns, rc = 0 00000040:00080000:1.0:1763340292.057764:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1358, 88 off114600 00000004:00080000:1.0:1763340292.057768:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032865235452ns, next at 1033177563246ns, rc = 0 00000001:00080000:0.0:1763340292.060171:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972605 is committed 00000004:00080000:0.0:1763340292.060183:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 894 committed 00000004:00080000:0.0:1763340292.060199:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 873 committed 00000004:00080000:0.0:1763340292.060214:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 872 committed 00000004:00080000:0.0:1763340292.060217:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 893 committed 00000100:00100000:1.0:1763340292.060326:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221440:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340292.060327:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292221568:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340292.060372:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060382:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060389:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060395:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.060399:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060406:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060422:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:3.0:1763340292.060425:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.060430:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060436:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a77e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060454:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060459:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060464:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060468:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.060471:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060476:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060483:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340292.060485:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.060488:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060493:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824a7bd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060501:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.060507:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.060513:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.060517:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.060519:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.060524:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.060554:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:3.0:1763340292.060557:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.060560:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.060565:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a803 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.060581:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060587:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060591:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060596:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.060598:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060605:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060612:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340292.060614:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.060628:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.060634:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824a826 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340292.060728:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.060770:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221952:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340292.060803:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.060824:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763340292.060830:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221312:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340292.060853:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.060869:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221824:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340292.060886:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.060916:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292221440 00000100:00100000:1.0:1763340292.060923:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292221440 00000100:00100000:1.0:1763340292.060960:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292221952 00000100:00100000:1.0:1763340292.060963:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292221952 00000100:00100000:0.0:1763340292.060967:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292221184:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340292.060979:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292221312 00000100:00100000:1.0:1763340292.060982:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292221312 00000100:00100000:0.0:1763340292.060995:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340292.061014:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292221696:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340292.061034:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.061170:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292221824 00000100:00100000:1.0:1763340292.061175:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292221824 00000100:00100000:3.0:1763340292.061203:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292221184 00000100:00100000:3.0:1763340292.061207:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292221184 00000100:00100000:3.0:1763340292.061229:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292221696 00000100:00100000:3.0:1763340292.061232:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292221696 00000100:00100000:3.0:1763340292.061248:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6105 00000100:00100000:3.0:1763340292.061255:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+7:3651:x1848995292221440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340292.061279:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:553 count 1 00010000:00010000:3.0:1763340292.061300:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.061317:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 11 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.061324:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.061326:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.061330:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.061406:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340292.061422:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292222080:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340292.061443:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340292.061464:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292221568 00000100:00100000:2.0:1763340292.061467:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292221568 00000100:00100000:2.0:1763340292.061484:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292222080 00000100:00100000:2.0:1763340292.061486:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292222080 00000100:00100000:2.0:1763340292.061496:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6106 00000100:00100000:2.0:1763340292.061502:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292221952:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763340292.061643:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763340292.061646:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:2.0:1763340292.061649:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340292.061650:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:2.0:1763340292.061653:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763340292.061690:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292221952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 187us (885us total) trans 21474838706 rc 0/0 00000100:00100000:2.0:1763340292.061696:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6106 00000100:00100000:2.0:1763340292.061713:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107 00000100:00100000:2.0:1763340292.061718:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3651:x1848995292221312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340292.061731:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:554 count 1 00002000:00010000:2.0:1763340292.061748:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340292.061753:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.061761:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.061763:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.061767:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.061779:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.061799:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.061806:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.061832:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340292.061867:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 11 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.061881:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 11 pid: 35203 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340292.061891:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292222208:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.061945:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.061961:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6108 00000100:00100000:3.0:1763340292.061968:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292221824:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763340292.061974:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292221312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 256us (1120us total) trans 17179871421 rc 0/0 00000100:00100000:2.0:1763340292.061980:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107 00000100:00100000:2.0:1763340292.061993:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6109 00000100:00100000:2.0:1763340292.061999:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3649:x1848995292221184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340292.062008:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:553 count 1 00010000:00010000:2.0:1763340292.062019:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340292.062023:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763340292.062026:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340292.062028:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb atime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340292.062030:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00010000:00010000:2.0:1763340292.062030:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 23 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340292.062033:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1763340292.062036:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340292.062038:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340292.062041:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.062058:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3651:x1848995292221824:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (1171us total) trans 17179871422 rc 0/0 00010000:00010000:2.0:1763340292.062059:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 23 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.062065:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6108 00010000:00010000:2.0:1763340292.062068:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 23 pid: 35203 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340292.062076:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6110 00000100:00100000:2.0:1763340292.062078:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292222336:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.062082:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292221696:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340292.062101:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c4e3b000 going to sleep for 11 seconds 00010000:00010000:2.0:1763340292.062113:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340292.062118:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.062126:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc0e49b40) 00002000:00010000:3.0:1763340292.062129:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1763340292.062130:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340292.062132:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340292.062134:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.062136:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340292.062138:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x227:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763340292.062138:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.062151:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.062158:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a842 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.062166:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292221696:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (1131us total) trans 21474838707 rc 0/0 00010000:00010000:2.0:1763340292.062172:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340292.062174:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110 00010000:00010000:2.0:1763340292.062174:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.062176:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340292.062187:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6111 00000100:00100000:3.0:1763340292.062193:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292221568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340292.062203:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:554 count 1 00002000:00010000:3.0:1763340292.062218:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340292.062222:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.062229:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.062231:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.062233:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.062242:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.062248:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.062254:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.062280:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340292.062390:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292221568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 197us (982us total) trans 21474838708 rc 0/0 00000100:00100000:3.0:1763340292.062396:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6111 00000100:00100000:3.0:1763340292.062409:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6112 00000100:00100000:3.0:1763340292.062415:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3648:x1848995292222080:12345-0@lo:2:osp-syn-1-1.0 00000100:00080000:1.0:1763340292.062512:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1763340292.062562:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc97480/2, rc 0, transno 17179871421 00000100:00100000:1.0:1763340292.062569:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221312:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763340292.062581:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc95c00/2, rc 0, transno 17179871422 00000100:00100000:1.0:1763340292.062584:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221824:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340292.062594:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838702 gen 2 00000004:00080000:1.0:1763340292.062598:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5597800, transno 21474838663 00000004:00080000:1.0:1763340292.062625:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5596d80, transno 21474838664 00000004:00080000:1.0:1763340292.062628:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5594a80, transno 21474838665 00000004:00080000:1.0:1763340292.062631:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5594380, transno 21474838666 00000004:00080000:1.0:1763340292.062633:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5597b80, transno 21474838667 00000004:00080000:1.0:1763340292.062636:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c5595500, transno 21474838668 00000004:00080000:1.0:1763340292.062638:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d53b80, transno 21474838670 00000004:00080000:1.0:1763340292.062642:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d52300, transno 21474838671 00000004:00080000:1.0:1763340292.062644:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d51c00, transno 21474838672 00000004:00080000:1.0:1763340292.062646:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d51f80, transno 21474838673 00000004:00080000:1.0:1763340292.062649:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d50a80, transno 21474838674 00000004:00080000:1.0:1763340292.062651:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2d50e00, transno 21474838675 00000004:00080000:1.0:1763340292.062657:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f52d80, transno 21474838678 00000004:00080000:1.0:1763340292.062659:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f52300, transno 21474838679 00000004:00080000:1.0:1763340292.062662:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f7100, transno 21474838680 00000004:00080000:1.0:1763340292.062664:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f5880, transno 21474838681 00000004:00080000:1.0:1763340292.062666:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7480, transno 21474838685 00000004:00080000:1.0:1763340292.062669:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa5880, transno 21474838686 00000004:00080000:1.0:1763340292.062673:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa5500, transno 21474838687 00000004:00080000:1.0:1763340292.062676:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e2680, transno 21474838688 00000004:00080000:1.0:1763340292.062678:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0700, transno 21474838689 00000004:00080000:1.0:1763340292.062680:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa4e00, transno 21474838690 00000004:00080000:1.0:1763340292.062682:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e96a00, transno 21474838692 00000004:00080000:1.0:1763340292.062684:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e95180, transno 21474838693 00000004:00080000:1.0:1763340292.062687:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e94000, transno 21474838694 00000004:00080000:1.0:1763340292.062689:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e97100, transno 21474838695 00000004:00080000:1.0:1763340292.062692:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e96680, transno 21474838696 00000004:00080000:1.0:1763340292.062694:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c4e97800, transno 21474838697 00000004:00080000:1.0:1763340292.062697:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785d180, transno 21474838699 00000004:00080000:1.0:1763340292.062699:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785c380, transno 21474838700 00000004:00080000:1.0:1763340292.062701:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785f480, transno 21474838701 00000004:00080000:1.0:1763340292.062703:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c785f800, transno 21474838702 00000100:00100000:1.0:1763340292.062709:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554cc2e0000 x1848995292221952/t21474838706(21474838706) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763340308 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340292.062717:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0000/2, rc 0, transno 21474838706 00000100:00100000:1.0:1763340292.062720:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221952:0@lo:2:osp-syn-0-1.0 00000004:00010000:1.0:1763340292.062757:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000070822d1 reply state 000000001c63f856 transno 4294972605 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062772:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062779:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:1.0:1763340292.062792:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763340292.062796:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340292.062802:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:1.0:1763340292.062804:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340292.062809:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a627 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169f3 expref: 205 pid: 8423 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763340292.062887:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763340292.062901:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+205:56783:x1848995280765056:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 11685us (11970us total) trans 4294972605 rc 0/0 00000100:00100000:1.0:1763340292.062909:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3072 00010000:00010000:1.0:1763340292.062929:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062936:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062942:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062946:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.062950:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062956:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062963:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:1.0:1763340292.062965:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340292.062968:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.062973:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a834 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00000004:00080000:0.0:1763340292.063123:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 29 in progress, 3 in flight, 7 done 00000004:00080000:0.0:1763340292.063221:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 25 done 00002000:00010000:3.0:1763340292.063299:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340292.063303:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340292.063305:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.063308:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:3.0:1763340292.063310:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340292.063341:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3648:x1848995292222080:12345-0@lo:2:osp-syn-1-1.0 Request processed in 926us (1896us total) trans 17179871423 rc 0/0 00000100:00100000:3.0:1763340292.063348:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6112 00000004:00080000:3.0:1763340292.063381:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1880/2, rc 0, transno 21474838708 00000100:00100000:3.0:1763340292.063386:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292221568:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763340292.063395:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc97b80/2, rc 0, transno 17179871423 00000100:00100000:3.0:1763340292.063398:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292222080:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340292.063419:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e0e00/2, rc 0, transno 21474838707 00000100:00100000:3.0:1763340292.063422:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292221696:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763340292.064482:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340292.064491:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.064502:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340292.064506:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.064515:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.064550:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.064557:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824a850 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.064575:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.064577:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.064579:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340292.065957:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.066067:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280765952 00000100:00100000:1.0:1763340292.066075:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280765952 00000100:00100000:3.0:1763340292.066146:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.066168:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.066169:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292222336:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340292.066202:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9051 00000100:00100000:1.0:1763340292.066211:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+204:55868:x1848995280765952:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340292.066230:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.066249:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a857 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16aa9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.066329:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35213:1848995292222208:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340292.066348:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.066390:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.066431:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.066444:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.066458:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.066472:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.066479:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.066485:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.066593:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a86c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.066602:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a86c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340292.066667:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280766208 00010000:00010000:1.0:1763340292.066670:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a86c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763340292.066671:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280766208 00000004:00200000:1.0:1763340292.066680:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00010000:00010000:2.0:1763340292.066689:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 12 pid: 35203 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340292.066718:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280766080 00000100:00100000:2.0:1763340292.066722:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280766080 00010000:00010000:2.0:1763340292.066735:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 24 pid: 35203 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340292.066742:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2941 00000100:00100000:0.0:1763340292.066755:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2410:x1848995280766208:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340292.066766:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340292.066771:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 12 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340292.066790:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 12 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340292.066809:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824a731 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a55 expref: 12 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763340292.066837:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.066840:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.066844:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.066853:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.066874:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340292.066889:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.066907:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280766336 00000100:00100000:3.0:1763340292.066911:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280766336 00000100:00100000:0.0:1763340292.066911:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2410:x1848995280766208:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 162us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.066934:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9052 00000100:00100000:3.0:1763340292.066941:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:56783:x1848995280766336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.066952:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.066961:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a87a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ab0 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.066984:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.066990:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a87a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ab0 expref: 208 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.066991:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.066997:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.067001:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5400/0xbdebf3fb1824a87a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ab0 expref: 208 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.067003:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067009:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.067013:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.067015:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:3.0:1763340292.067018:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340292.067019:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.067021:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5400, rc 0) 00010000:00010000:1.0:1763340292.067027:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:1.0:1763340292.067029:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.067032:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067037:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824a85e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340292.067041:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280766336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 101us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.067047:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9052 00010000:00010000:1.0:1763340292.067048:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067053:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067058:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067063:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.067065:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067070:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067077:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3f800) 00010000:00010000:1.0:1763340292.067079:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.067081:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067090:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824a865 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.067124:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a857 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aa9 expref: 208 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.067138:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a86c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aa9 expref: 207 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.067144:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.067147:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340292.067149:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00000100:00100000:2.0:1763340292.067176:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2942 00000100:00100000:1.0:1763340292.067176:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:55868:x1848995280765952:12345-192.168.203.42@tcp:101:bash.0 Request processed in 966us (1228us total) trans 4294972606 rc 0/0 00000100:00100000:1.0:1763340292.067182:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9051 00000100:00100000:2.0:1763340292.067183:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280766080:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.067192:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.067197:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 24 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.067208:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 24 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.067221:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824a738 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a5c expref: 24 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.067232:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.067233:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.067236:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.067244:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.067270:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.067293:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280766080:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 111us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.067299:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2942 00010000:00010000:2.0:1763340292.067318:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.067326:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.067333:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.067341:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.067356:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340292.067365:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2941 00010000:00010000:1.0:1763340292.067442:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.067450:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.067458:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.067464:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.067650:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1763340292.067949:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340292.067956:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.067964:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340292.067968:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.067976:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.067987:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.067994:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a83b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.068008:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340292.068012:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.068017:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340292.068020:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.068028:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.068037:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.068043:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824a849 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.068054:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340292.068056:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340292.068058:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340292.068081:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3649:x1848995292221184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5782us (6784us total) trans 17179871424 rc 0/0 00000100:00100000:1.0:1763340292.068090:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6109 00000004:00080000:3.0:1763340292.068167:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbc94000/2, rc 0, transno 17179871424 00000100:00100000:3.0:1763340292.068174:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292221184:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340292.068201:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292221440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6945us (7473us total) trans 21474838709 rc 0/0 00000100:00100000:2.0:1763340292.068207:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6105 00010000:00010000:2.0:1763340292.068226:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340292.068277:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cc2e1500/2, rc 0, transno 21474838709 00000100:00100000:1.0:1763340292.068283:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292221440:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340292.070451:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.071110:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.071196:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280766720 00000100:00100000:1.0:1763340292.071206:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280766720 00000100:00100000:1.0:1763340292.071268:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3075 00000100:00100000:1.0:1763340292.071278:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:56783:x1848995280766720:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340292.071524:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1763340292.071602:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280766464 00000100:00100000:2.0:1763340292.071607:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280766464 00000040:00080000:1.0:1763340292.071612:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1359, 64 off114664 00000040:00080000:1.0:1763340292.071652:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1337, 64 off112920 00000100:00100000:2.0:1763340292.071662:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9053 00000040:00080000:1.0:1763340292.071664:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1338, 64 off112984 00000100:00100000:2.0:1763340292.071673:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280766464:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340292.071685:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.071707:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a881 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ab7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.071740:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a888 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.071753:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a888 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.071764:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a888 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:1.0:1763340292.071838:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1361, 64 off114752 00010000:00010000:2.0:1763340292.071848:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a881 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ab7 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.071870:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a888 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ab7 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.071879:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:2.0:1763340292.071882:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340292.071887:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00010000:00010000:1.0:1763340292.071890:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340292.071902:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.071910:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.071916:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.071935:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.071942:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340292.071945:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280766464:12345-192.168.203.42@tcp:101:bash.0 Request processed in 274us (1500us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.071961:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9053 00010000:00010000:1.0:1763340292.071980:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763340292.071986:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340292.071994:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.072002:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340292.072007:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.072015:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.072026:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff9555fd5a5e00) 00010000:00010000:2.0:1763340292.072029:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340292.072034:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.072041:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824a88f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.072055:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.072057:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.072060:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340292.072118:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56783:x1848995280766720:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 841us (1009us total) trans 4294972607 rc 0/0 00000100:00100000:1.0:1763340292.072126:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3075 00000100:00100000:3.0:1763340292.074849:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.075469:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.075684:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280767232 00000100:00100000:1.0:1763340292.075694:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280766976 00000100:00100000:3.0:1763340292.075696:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280767232 00000100:00100000:1.0:1763340292.075702:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280766976 00000100:00100000:3.0:1763340292.076251:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9054 00000100:00100000:1.0:1763340292.076263:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9055 00000100:00100000:3.0:1763340292.076269:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56783:x1848995280767232:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:1.0:1763340292.076278:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280766976:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:3.0:1763340292.076298:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.076326:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a896 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16abe expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.076333:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340292.076356:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a86c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aa9 expref: 211 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.076374:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.076378:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340292.076388:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.076402:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076413:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076426:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.076433:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076440:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076526:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.076567:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076574:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340292.076583:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00010000:00010000:3.0:1763340292.076683:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076690:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076697:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076703:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076709:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.076712:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076719:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076727:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2accb00) 00010000:00010000:3.0:1763340292.076730:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.076733:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076739:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824a89d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076749:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076754:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076759:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076763:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.076766:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076771:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076778:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acca00) 00010000:00010000:3.0:1763340292.076780:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.076792:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076798:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824a8a4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.076835:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824a896 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.076850:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.076856:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:3.0:1763340292.076858:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340292.076860:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5200, rc 0) 00000100:00100000:3.0:1763340292.076917:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56783:x1848995280767232:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 656us (2078us total) trans 4294972608 rc 0/0 00000100:00100000:3.0:1763340292.076925:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9054 00010000:00010000:1.0:1763340292.077363:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.077377:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.077385:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.077416:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.078077:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 211 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340292.078100:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292222464:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340292.078174:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c180 going to sleep for 11 seconds 00000100:00100000:2.0:1763340292.082126:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.082148:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6513:1848995292222464:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340292.082177:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763340292.082277:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280767360 00000100:00100000:3.0:1763340292.082285:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280767360 00010000:00010000:3.0:1763340292.082318:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340292.082356:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2943 00000100:00100000:3.0:1763340292.082366:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:2407:x1848995280767360:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340292.082380:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.082386:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340292.082397:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340292.082431:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824a8ab lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16abe expref: 212 pid: 8423 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340292.082447:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:3.0:1763340292.082452:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.082461:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.082468:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.082499:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340292.082524:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.082567:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763340292.082663:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972609 00000100:00100000:3.0:1763340292.082689:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:2407:x1848995280767360:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 322us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.082699:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2943 00000004:00010000:1.0:1763340292.082708:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000594d83d6 reply state 00000000fe1c134f transno 4294972610 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.082721:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.082728:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.082732:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340292.082735:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340292.082745:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.082806:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280766976:12345-192.168.203.42@tcp:36:bash.0 Request processed in 6533us (7338us total) trans 4294972610 rc 0/0 00000100:00100000:1.0:1763340292.082814:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9055 00000020:00080000:1.0:1763340292.082819:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340292.082822:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.082848:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280767616 00000100:00100000:1.0:1763340292.082853:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280767616 00000100:00100000:1.0:1763340292.082884:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280767488 00000100:00100000:1.0:1763340292.082888:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280767488 00000100:00100000:1.0:1763340292.082938:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6113 00000100:00100000:1.0:1763340292.082946:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280767616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.082958:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.082973:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16acc expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340292.082995:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340292.083010:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.083012:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.083020:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 24 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340292.083034:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 24 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340292.083045:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340292.083085:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280767616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 140us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.083092:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6113 00000100:00100000:1.0:1763340292.083109:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6114 00000100:00100000:1.0:1763340292.083117:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280767488:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.083125:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.083137:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ac5 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340292.083151:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340292.083160:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.083162:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.083167:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 12 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340292.083178:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 12 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340292.083188:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:1.0:1763340292.083221:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280767488:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 106us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.083228:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6114 00000100:00100000:3.0:1763340292.086212:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.086306:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280767744 00000100:00100000:1.0:1763340292.086316:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280767744 00000100:00100000:1.0:1763340292.086368:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9056 00000100:00100000:1.0:1763340292.086376:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280767744:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1763340292.086398:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.086415:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a8ce lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ad3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.086464:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a8ce lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ad3 expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.086477:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a8ce lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ad3 expref: 213 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.086491:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.086494:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340292.086498:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00000100:00100000:1.0:1763340292.086597:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280767744:12345-192.168.203.42@tcp:101:bash.0 Request processed in 221us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.086604:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9056 00000100:00100000:2.0:1763340292.091171:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.091243:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280767872 00000100:00100000:0.0:1763340292.091253:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280767872 00000100:00100000:2.0:1763340292.091262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.091314:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280768128 00000100:00100000:0.0:1763340292.091319:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280768128 00000100:00100000:3.0:1763340292.091344:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9057 00000100:00100000:3.0:1763340292.091356:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56783:x1848995280767872:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.091375:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.091401:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ada expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340292.091408:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9058 00000100:00100000:0.0:1763340292.091426:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:55868:x1848995280768128:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340292.091436:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.091439:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340292.091459:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.091609:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824a8ce lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ad3 expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.091633:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:0.0:1763340292.091638:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340292.091646:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a8dc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ae1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.091679:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.091690:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.091699:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.091729:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.091740:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763340292.091753:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292222592:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340292.091966:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 6/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340292.091976:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 6/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.092069:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3f600, rc 0) 00000100:00100000:2.0:1763340292.092645:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56783:x1848995280767872:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1289us (1480us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.092653:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9057 00000100:00100000:0.0:1763340292.092881:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d480 going to sleep for 11 seconds 00000100:00100000:2.0:1763340292.100667:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.100714:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.100860:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292222592:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340292.100886:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763340292.100966:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280768384 00000100:00100000:1.0:1763340292.100973:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280768384 00010000:00010000:1.0:1763340292.101007:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340292.101047:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2944 00000100:00100000:1.0:1763340292.101055:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:2410:x1848995280768384:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340292.101068:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340292.101074:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340292.101084:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340292.101103:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3f600/0xbdebf3fb1824a8d5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ada expref: 215 pid: 10032 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340292.101116:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.101126:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.101136:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.101143:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.101174:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340292.101219:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:2410:x1848995280768384:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 164us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.101226:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2944 00000100:00100000:3.0:1763340292.102062:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280768256 00000100:00100000:3.0:1763340292.102071:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280768256 00000100:00100000:3.0:1763340292.102105:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9059 00000100:00100000:3.0:1763340292.102113:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56783:x1848995280768256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.102128:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.102143:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ae8 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.102184:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340292.102194:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.102208:0:10032:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340292.102218:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.102228:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:3.0:1763340292.102231:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340292.102234:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.102241:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4a3e400, rc 0) 00000100:00100000:3.0:1763340292.102290:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56783:x1848995280768256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 177us (1575us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.102297:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9059 00010000:00010000:0.0:1763340292.102511:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.102520:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00000040:00080000:0.0:1763340292.102765:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1362, 88 off114840 00000004:00080000:0.0:1763340292.102773:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032910239621ns, next at 1033177563246ns, rc = 0 00000040:00080000:0.0:1763340292.102807:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1339, 88 off113072 00000004:00080000:0.0:1763340292.102812:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032910278866ns, next at 1033177592629ns, rc = 0 00000040:00080000:0.0:1763340292.102853:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1340, 88 off113160 00000004:00080000:0.0:1763340292.102857:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1032910324590ns, next at 1033177592629ns, rc = 0 00000040:00080000:0.0:1763340292.102875:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1363, 88 off114928 00000004:00080000:0.0:1763340292.102879:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1032910346202ns, next at 1033177563246ns, rc = 0 00000001:00080000:2.0:1763340292.106507:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972611 is committed 00000004:00080000:2.0:1763340292.106519:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 896 committed 00000004:00080000:2.0:1763340292.106556:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 875 committed 00000004:00080000:2.0:1763340292.106564:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 874 committed 00000004:00080000:2.0:1763340292.106566:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 895 committed 00000100:00100000:0.0:1763340292.106752:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292222848:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340292.106813:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340292.106846:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340292.106851:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292222976:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763340292.106868:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763340292.106927:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae1 expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.106940:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:0.0:1763340292.106943:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340292.106949:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.106958:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.106966:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.106992:0:6514:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 210 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340292.107002:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292223232:192.168.203.42@tcp:105: 00000100:00100000:0.0:1763340292.107056:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00010000:00010000:1.0:1763340292.107111:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.107119:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.107125:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.107130:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.107135:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.107142:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.107152:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.107154:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.107157:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.107163:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a8b9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340292.107190:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292222848 00000100:00100000:1.0:1763340292.107197:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292222848 00000100:00100000:1.0:1763340292.107240:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292222976 00000100:00100000:1.0:1763340292.107244:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292222976 00000100:00100000:1.0:1763340292.107265:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6115 00000100:00100000:1.0:1763340292.107272:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3650:x1848995292222848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763340292.107294:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:552 count 1 00010000:00010000:1.0:1763340292.107316:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.107332:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.107340:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340292.107342:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340292.107346:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.107369:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 11 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.107381:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 11 pid: 35213 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340292.107391:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292223360:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340292.107416:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c4c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340292.107431:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6116 00000100:00100000:1.0:1763340292.107438:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+10:3650:x1848995292222976:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340292.107588:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+11:3650:x1848995292222976:12345-0@lo:2:osp-syn-0-1.0 Request processed in 150us (718us total) trans 21474838710 rc 0/0 00000100:00100000:1.0:1763340292.107595:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6116 00000004:00080000:1.0:1763340292.107640:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4700/2, rc 0, transno 21474838710 00000100:00100000:1.0:1763340292.107646:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292222976:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340292.107713:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292223104:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340292.107739:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.107763:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340292.107768:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c595f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292222720:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763340292.107785:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.107804:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292223104 00000100:00100000:3.0:1763340292.107807:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292223104 00000100:00100000:3.0:1763340292.107825:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292222720 00000100:00100000:3.0:1763340292.107827:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292222720 00000100:00100000:3.0:1763340292.107841:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6117 00000100:00100000:3.0:1763340292.107846:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3648:x1848995292223104:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340292.107902:0:35202:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340292.107906:0:35202:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.107908:0:35202:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.107910:0:35202:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.107913:0:35202:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340292.107942:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292223104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (201us total) trans 21474838711 rc 0/0 00000100:00100000:3.0:1763340292.107948:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6117 00000100:00100000:3.0:1763340292.107962:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6118 00000100:00100000:3.0:1763340292.107968:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3648:x1848995292222720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340292.107979:0:35202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:551 count 1 00010000:00010000:3.0:1763340292.107989:0:35202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108001:0:35202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108007:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.108008:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.108010:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108028:0:35202:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108036:0:35202:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 11 pid: 8401 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340292.108045:0:35202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2153800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292223488:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.108075:0:35202:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.108168:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292223872:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.108195:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.108215:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340292.108221:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2153480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292223744:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.108241:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.108262:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292223872 00000100:00100000:3.0:1763340292.108266:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292223872 00000100:00100000:3.0:1763340292.108289:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292223744 00000100:00100000:3.0:1763340292.108292:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292223744 00000100:00100000:3.0:1763340292.108311:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119 00000100:00100000:3.0:1763340292.108317:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3651:x1848995292223872:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.108410:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3651:x1848995292223872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 92us (213us total) trans 17179871425 rc 0/0 00000100:00100000:3.0:1763340292.108416:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119 00000100:00100000:3.0:1763340292.108428:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6120 00000100:00100000:3.0:1763340292.108435:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3651:x1848995292223744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340292.108446:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:552 count 1 00010000:00010000:3.0:1763340292.108459:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108470:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108477:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.108478:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.108481:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108499:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108509:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340292.108520:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292224128:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.108578:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4900 going to sleep for 11 seconds 00000004:00080000:3.0:1763340292.108611:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2150700/2, rc 0, transno 17179871425 00000100:00100000:3.0:1763340292.108627:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292223872:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.108641:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292224000:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.108665:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763340292.108688:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c87ff800/2, rc 0, transno 21474838711 00000100:00100000:3.0:1763340292.108693:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292223104:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340292.108700:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340292.108704:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292223616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.108728:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.108749:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292224000 00000100:00100000:3.0:1763340292.108753:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292224000 00000100:00100000:3.0:1763340292.108776:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292223616 00000100:00100000:3.0:1763340292.108778:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292223616 00000100:00100000:3.0:1763340292.108792:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6121 00000100:00100000:3.0:1763340292.108797:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3648:x1848995292224000:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340292.108855:0:28498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340292.108858:0:28498:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.108860:0:28498:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.108862:0:28498:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.108864:0:28498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340292.108894:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3648:x1848995292224000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (228us total) trans 17179871426 rc 0/0 00000100:00100000:3.0:1763340292.108900:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6121 00000100:00100000:3.0:1763340292.108912:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122 00000100:00100000:3.0:1763340292.108918:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3648:x1848995292223616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340292.108930:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:551 count 1 00010000:00010000:3.0:1763340292.108940:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108951:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 23 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.108958:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.108959:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.108962:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.108978:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 23 pid: 28498 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.108986:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 23 pid: 28498 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763340292.108995:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2150a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292224256:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.109018:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4cc0 going to sleep for 11 seconds 00000004:00080000:3.0:1763340292.109051:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2150000/2, rc 0, transno 17179871426 00000100:00100000:3.0:1763340292.109054:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292224000:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340292.115828:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292223360:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340292.115858:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340292.115893:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292223232:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340292.115924:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824a8dc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae1 expref: 209 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340292.115957:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae1 expref: 208 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.115989:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c000, rc 0) 00000100:00100000:1.0:1763340292.116052:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280768128:12345-192.168.203.42@tcp:101:bash.0 Request processed in 24633us (24790us total) trans 4294972611 rc 0/0 00000100:00100000:1.0:1763340292.116061:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9058 00000100:00100000:3.0:1763340292.116299:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292224128:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340292.116314:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.116662:0:35202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2153800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35202:1848995292223488:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340292.116674:0:35202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.116719:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2150a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292224256:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340292.116729:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.116753:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.117083:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.117115:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.117147:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.117169:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280769024 00000100:00100000:2.0:1763340292.117176:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280769024 00010000:00010000:2.0:1763340292.117206:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 24 pid: 28498 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340292.117403:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280768896 00000100:00100000:1.0:1763340292.117408:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280768896 00000100:00100000:1.0:1763340292.117439:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3076 00000100:00100000:3.0:1763340292.117443:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280768512 00000100:00100000:1.0:1763340292.117450:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e13c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280768896:12345-192.168.203.42@tcp:49:lfs.0 00000100:00100000:3.0:1763340292.117451:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280768512 00010000:00010000:3.0:1763340292.117475:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 12 pid: 35213 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763340292.117499:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280768768 00000100:00100000:3.0:1763340292.117502:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280768768 00010000:00010000:3.0:1763340292.117518:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 25 pid: 35203 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763340292.117573:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e13c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280768896:12345-192.168.203.42@tcp:49:lfs.0 Request processed in 122us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.117575:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2945 00000100:00100000:1.0:1763340292.117586:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3076 00000100:00100000:3.0:1763340292.117590:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280769024:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340292.117603:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.117610:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 25 pid: 28498 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763340292.117633:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 25 pid: 28498 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340292.117658:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2946 00010000:00010000:3.0:1763340292.117663:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a6dd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a32 expref: 25 pid: 28498 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340292.117672:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2409:x1848995280768512:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340292.117680:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.117683:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.117684:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.117693:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.117693:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 12 pid: 35213 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340292.117716:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.117719:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 12 pid: 35213 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340292.117749:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c600/0xbdebf3fb1824a7d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a86 expref: 12 pid: 35213 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340292.117761:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340292.117763:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.117766:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.117770:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.117779:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.117788:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280769024:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 201us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.117797:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2945 00010000:00010000:1.0:1763340292.117801:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340292.117817:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2947 00000100:00100000:1.0:1763340292.117826:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2409:x1848995280768512:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 157us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.117828:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280768768:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763340292.117842:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2946 00010000:00010000:3.0:1763340292.117843:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.117851:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763340292.117861:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340292.117866:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.117876:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824a7ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16a8d expref: 23 pid: 35203 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763340292.117877:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.117898:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.117902:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340292.117903:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.117906:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.117919:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.117921:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.117951:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340292.117954:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340292.117978:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280768768:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 153us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.117984:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2947 00010000:00010000:3.0:1763340292.118003:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.118012:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.118020:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.118026:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.118042:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340292.118250:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3651:x1848995292223744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9814us (10006us total) trans 17179871427 rc 0/0 00000100:00100000:1.0:1763340292.118259:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3650:x1848995292222848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10984us (11443us total) trans 21474838712 rc 0/0 00000100:00100000:3.0:1763340292.118262:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6120 00000100:00100000:1.0:1763340292.118273:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6115 00010000:00010000:1.0:1763340292.118300:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340292.118306:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763340292.118315:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2153480/2, rc 0, transno 17179871427 00010000:00010000:1.0:1763340292.118316:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340292.118323:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.118326:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2153480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292223744:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763340292.118339:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118351:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118358:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a8f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118378:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340292.118381:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118387:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340292.118390:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118398:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118406:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118412:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824a8ff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.118424:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.118426:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.118428:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340292.118450:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c4e00/2, rc 0, transno 21474838712 00000100:00100000:1.0:1763340292.118456:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292222848:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340292.118999:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.119010:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119020:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119027:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119034:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119061:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763340292.119269:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3648:x1848995292223616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10348us (10537us total) trans 17179871428 rc 0/0 00000100:00100000:2.0:1763340292.119277:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122 00000100:00100000:2.0:1763340292.119331:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.119357:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280768640 00000100:00100000:2.0:1763340292.119363:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280768640 00010000:00010000:2.0:1763340292.119387:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 11 pid: 8401 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763340292.119416:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2948 00000100:00100000:2.0:1763340292.119423:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2409:x1848995280768640:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.119435:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.119440:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 11 pid: 8401 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.119451:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 11 pid: 8401 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.119468:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845cc00/0xbdebf3fb1824a5c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df169d7 expref: 11 pid: 8401 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763340292.119479:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.119481:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.119485:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119493:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119515:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.119563:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2409:x1848995280768640:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 140us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.119569:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2948 00010000:00010000:2.0:1763340292.119610:0:35202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119631:0:35202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119639:0:35202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119645:0:35202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119657:0:35202:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763340292.119754:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3648:x1848995292222720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11786us (11967us total) trans 21474838713 rc 0/0 00000100:00100000:2.0:1763340292.119760:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6118 00010000:00010000:2.0:1763340292.119774:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763340292.119779:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119797:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340292.119801:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119808:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119819:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119829:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824a906 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119843:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340292.119845:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119850:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4a3fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340292.119853:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119859:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119866:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119871:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555f4a3fa00/0xbdebf3fb1824a8f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.119880:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.119881:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.119882:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340292.120068:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763340292.122008:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2152a00/2, rc 0, transno 17179871428 00000100:00100000:1.0:1763340292.122022:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292223616:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763340292.122038:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c595f480/2, rc 0, transno 21474838713 00000100:00100000:1.0:1763340292.122043:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c595f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292222720:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340292.123323:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.124377:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.124475:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280769152 00000100:00100000:1.0:1763340292.124485:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280769152 00000100:00100000:1.0:1763340292.124571:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3077 00000100:00100000:1.0:1763340292.124581:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280769152:12345-192.168.203.42@tcp:49:bash.0 00000100:00100000:1.0:1763340292.124716:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:55868:x1848995280769152:12345-192.168.203.42@tcp:49:bash.0 Request processed in 135us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.124724:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3077 00000100:00100000:0.0:1763340292.124863:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280769280 00000100:00100000:0.0:1763340292.124868:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280769280 00000100:00100000:0.0:1763340292.124907:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6123 00000100:00100000:0.0:1763340292.124915:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280769280:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.124925:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.124943:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16aef expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340292.124964:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340292.124980:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.124983:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.124991:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 23 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340292.125008:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 23 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340292.125026:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c200, rc 0) 00000100:00100000:0.0:1763340292.125064:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280769280:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 150us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.125069:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6123 00000100:00100000:2.0:1763340292.128080:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.128180:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280769408 00000100:00100000:0.0:1763340292.128190:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280769408 00000100:00100000:0.0:1763340292.128247:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6124 00000100:00100000:0.0:1763340292.128257:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:55868:x1848995280769408:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340292.128282:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.128303:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16af6 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.128333:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 24 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340292.128342:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.128344:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.128348:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 24 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.128379:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 24 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340292.128393:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 24 pid: 35202 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763340292.128410:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292224384:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340292.128490:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.130409:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.130580:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280769664 00000100:00100000:2.0:1763340292.130589:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280769664 00000100:00100000:2.0:1763340292.130649:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3078 00000100:00100000:2.0:1763340292.130659:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56783:x1848995280769664:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340292.130894:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56783:x1848995280769664:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 236us (491us total) trans 4294972612 rc 0/0 00000100:00100000:2.0:1763340292.130901:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3078 00000100:00100000:0.0:1763340292.132311:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28498:1848995292224384:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340292.132340:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 24 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.132358:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845de00, rc 0) 00000100:00100000:0.0:1763340292.132402:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:55868:x1848995280769408:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4147us (4331us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.132410:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6124 00000100:00100000:3.0:1763340292.134027:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.134073:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.134092:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280769792 00000100:00100000:0.0:1763340292.134101:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280769792 00010000:00010000:0.0:1763340292.134141:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 24 pid: 35202 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763340292.134183:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2949 00000100:00100000:1.0:1763340292.134190:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280770048 00000100:00100000:0.0:1763340292.134194:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280769792:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763340292.134196:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280770048 00010000:00010000:0.0:1763340292.134212:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340292.134219:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 24 pid: 35202 timeout: 1132 lvb_type: 1 00010000:00010000:0.0:1763340292.134232:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 24 pid: 35202 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763340292.134246:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9060 00000100:00100000:1.0:1763340292.134256:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:56783:x1848995280770048:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.134263:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824a90d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16aef expref: 24 pid: 35202 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763340292.134285:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.134287:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.134290:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.134297:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.134305:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a91b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16afd expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.134308:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.134353:0:33976:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 23 pid: 28498 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340292.134365:0:33976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33976:1848995292224512:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340292.134389:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.134402:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134424:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340292.134429:0:33976:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00010000:00010000:1.0:1763340292.134441:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.134450:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134462:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134592:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a930 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.134601:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a930 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134608:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a930 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340292.134628:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 2 00010000:00010000:1.0:1763340292.134703:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134710:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134715:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134721:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134725:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.134729:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134736:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134744:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340292.134748:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.134752:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134758:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a922 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134766:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134772:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134777:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134781:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.134784:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134789:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134795:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340292.134797:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.134800:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134805:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a929 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.134841:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a91b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16afd expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.134854:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a930 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16afd expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.134862:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.134864:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340292.134866:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340292.134900:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56783:x1848995280770048:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 645us (827us total) trans 4294972613 rc 0/0 00000100:00100000:1.0:1763340292.134907:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9060 00000100:00100000:2.0:1763340292.140306:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.140399:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.140409:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280770176 00000100:00100000:3.0:1763340292.140420:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280770176 00000100:00100000:3.0:1763340292.140484:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6125 00000100:00100000:3.0:1763340292.140495:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:55868:x1848995280770176:12345-192.168.203.42@tcp:101:bash.0 00000100:00100000:0.0:1763340292.140501:0:33976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:33976:1848995292224512:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340292.140515:0:28498:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.140526:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340292.140566:0:28498:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b04 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340292.140591:0:28498:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1763340292.140606:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280769792:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 6414us (6583us total) trans 0 rc 0/0 00010000:00010000:3.0:1763340292.140614:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.140627:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763340292.140628:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2949 00010000:00010000:3.0:1763340292.140640:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.140658:0:28498:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 11 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.140670:0:28498:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894000, rc 0) 00000100:00100000:3.0:1763340292.140704:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:55868:x1848995280770176:12345-192.168.203.42@tcp:101:bash.0 Request processed in 211us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.140711:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6125 00000100:00100000:1.0:1763340292.140815:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280770432 00000100:00100000:1.0:1763340292.140820:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280770432 00000100:00100000:1.0:1763340292.140848:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3079 00000100:00100000:1.0:1763340292.140855:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56783:x1848995280770432:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340292.141038:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56783:x1848995280770432:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 182us (639us total) trans 4294972614 rc 0/0 00000100:00100000:1.0:1763340292.141046:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3079 00000100:00100000:2.0:1763340292.144235:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.144296:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280770560 00000100:00100000:1.0:1763340292.144306:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280770560 00002000:00010000:1.0:1763340292.144345:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/555 (0->18446744073709551615) 00002000:00100000:1.0:1763340292.144350:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f62300 with x1848995280770560 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340292.144364:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f62300. 00000100:00100000:1.0:1763340292.144403:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1549 00000100:00100000:1.0:1763340292.144647:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280770560:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:1.0:1763340292.144814:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340292.144818:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:1.0:1763340292.144821:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340292.144824:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:1.0:1763340292.144826:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340292.145465:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280770560:12345-192.168.203.42@tcp:10:bash.0 Request processed in 1051us (1237us total) trans 17179871429 rc 0/0 00000100:00100000:1.0:1763340292.145474:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1549 00002000:00010000:1.0:1763340292.145478:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/555 (0->18446744073709551615) 00002000:00100000:1.0:1763340292.145481:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f62300 with x1848995280770560 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340292.145487:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f62300. 00000100:00100000:0.0:1763340292.149005:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.149569:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280770816 00000100:00100000:3.0:1763340292.149580:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280770816 00000100:00100000:2.0:1763340292.149613:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.149649:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3080 00000100:00100000:3.0:1763340292.149660:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56783:x1848995280770816:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:3.0:1763340292.149864:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:56783:x1848995280770816:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 205us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.149873:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3080 00000100:00100000:0.0:1763340292.149946:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280770688 00000100:00100000:0.0:1763340292.149951:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280770688 00002000:00010000:0.0:1763340292.149977:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/555 (0->18446744073709551615) 00002000:00100000:0.0:1763340292.149983:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f62d80 with x1848995280770688 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340292.149996:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f62d80. 00000100:00100000:0.0:1763340292.150024:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1550 00000100:00100000:0.0:1763340292.150032:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280770688:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340292.150192:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340292.150195:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340292.150199:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340292.150201:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340292.150203:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340292.150247:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280770688:12345-192.168.203.42@tcp:10:bash.0 Request processed in 216us (636us total) trans 21474838714 rc 0/0 00000100:00100000:0.0:1763340292.150254:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1550 00002000:00010000:0.0:1763340292.150257:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/555 (0->18446744073709551615) 00002000:00100000:0.0:1763340292.150260:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f62d80 with x1848995280770688 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340292.150264:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f62d80. 00000100:00100000:2.0:1763340292.160002:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.160943:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280771072 00000100:00100000:1.0:1763340292.160954:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280771072 00000100:00100000:1.0:1763340292.161926:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3081 00000100:00100000:1.0:1763340292.161941:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e11c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:55868:x1848995280771072:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:1.0:1763340292.162233:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e11c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:55868:x1848995280771072:12345-192.168.203.42@tcp:35:bash.0 Request processed in 296us (2238us total) trans 4294972615 rc 0/0 00000100:00100000:1.0:1763340292.162242:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3081 00000100:00100000:2.0:1763340292.168374:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.168464:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280771328 00000100:00100000:3.0:1763340292.168474:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280771328 00000100:00100000:3.0:1763340292.168568:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9061 00000100:00100000:3.0:1763340292.168580:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56788:x1848995280771328:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.168600:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.168630:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824a945 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b0b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.168734:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340292.168750:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.168760:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340292.168772:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 5 00010000:00010000:3.0:1763340292.168876:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824a945 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.168895:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.168904:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:3.0:1763340292.168907:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763340292.168911:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894800, rc 0) 00000100:00100000:3.0:1763340292.168973:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56788:x1848995280771328:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 395us (612us total) trans 4294972616 rc 0/0 00000100:00100000:3.0:1763340292.168980:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9061 00000100:00100000:2.0:1763340292.179366:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.179465:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280771584 00000100:00100000:1.0:1763340292.179475:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280771584 00000100:00100000:3.0:1763340292.181041:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9062 00000100:00100000:2.0:1763340292.181128:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56788:x1848995280771584:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.181161:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.181184:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a95a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b12 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.181282:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.181299:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.181311:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340292.181345:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 5 00000004:00200000:2.0:1763340292.181350:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340292.181365:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.181393:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a95a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 217 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.181410:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.181418:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:2.0:1763340292.181421:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340292.181425:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:2.0:1763340292.181499:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56788:x1848995280771584:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 446us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.181507:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9062 00000100:00100000:2.0:1763340292.195029:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.195134:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280771712 00000100:00100000:0.0:1763340292.195144:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280771712 00000100:00100000:0.0:1763340292.195200:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9063 00000100:00100000:0.0:1763340292.195208:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56789:x1848995280771712:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:0.0:1763340292.195266:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763340292.195294:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824a8e3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae1 expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.195327:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4a3e400/0xbdebf3fb1824a8ea lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ae8 expref: 215 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.195340:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a930 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16afd expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.195352:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a888 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ab7 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.195361:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:0.0:1763340292.195365:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340292.195441:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.195454:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.195464:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.195476:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.195487:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.195493:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.195635:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.195647:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.195655:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.195671:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.195704:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.195717:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 212 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.195732:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292224640:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340292.197415:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 212 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.197433:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 212 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.197446:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292224768:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340292.198134:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763340292.202805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.202914:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292224640:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.203109:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280771968 00000100:00100000:3.0:1763340292.203117:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280771968 00000100:00100000:3.0:1763340292.203176:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3082 00000100:00100000:3.0:1763340292.203187:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:46874:x1848995280771968:12345-192.168.203.42@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1763340292.203462:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:46874:x1848995280771968:12345-192.168.203.42@tcp:35:ldlm_bl.0 Request processed in 276us (676us total) trans 4294972617 rc 0/0 00000100:00100000:3.0:1763340292.203470:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3082 00000100:00100000:0.0:1763340292.203885:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.203906:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280772096 00000100:00100000:0.0:1763340292.203911:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280772096 00010000:00010000:0.0:1763340292.203933:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 214 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.203963:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2950 00000100:00100000:0.0:1763340292.203970:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:2408:x1848995280772096:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340292.203980:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340292.203986:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 214 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763340292.203997:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 214 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763340292.204017:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:0.0:1763340292.204022:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.204031:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.204037:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340292.204061:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:2408:x1848995280772096:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 91us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.204067:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2950 00010000:00010000:0.0:1763340292.204113:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a961 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b12 expref: 213 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.204126:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292224768:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340292.204145:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763340292.208713:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.208966:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280772224 00000100:00100000:2.0:1763340292.208977:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280772224 00010000:00010000:2.0:1763340292.209018:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 213 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.209059:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2951 00000100:00100000:2.0:1763340292.209067:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:2407:x1848995280772224:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.209081:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.209086:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 213 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.209098:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 213 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.209119:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824a94c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b0b expref: 213 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.209133:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:2.0:1763340292.209137:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.209146:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.209152:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.210098:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.210161:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:2407:x1848995280772224:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 1091us (1456us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.210170:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2951 00010000:00010000:1.0:1763340292.210625:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.210634:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763340292.216439:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1364, 64 off114992 00000040:00080000:1.0:1763340292.216561:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1341, 64 off113224 00000040:00080000:1.0:1763340292.216574:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1342, 64 off113288 00000040:00080000:1.0:1763340292.216592:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1365, 64 off115056 00010000:00010000:1.0:1763340292.216750:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.216769:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216781:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216791:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216798:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216804:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216823:0:6514:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340292.216844:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216850:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216856:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216862:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.216866:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216873:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216885:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:1.0:1763340292.216888:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340292.216893:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.216904:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824a976 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217067:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217076:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217088:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217095:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217100:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.217104:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217110:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217119:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fa00) 00010000:00010000:1.0:1763340292.217122:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.217125:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217131:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824a968 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:1.0:1763340292.217152:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001a823525 reply state 00000000693dbdd0 transno 4294972618 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217168:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.217175:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:1.0:1763340292.217178:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340292.217181:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340292.217284:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56789:x1848995280771712:12345-192.168.203.42@tcp:36:rm.0 Request processed in 22072us (22260us total) trans 4294972618 rc 0/0 00000100:00100000:1.0:1763340292.217295:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9063 00010000:00010000:2.0:1763340292.221301:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340292.221314:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.221325:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ea00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340292.221328:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.221337:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.221354:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff9555fba3f100) 00010000:00010000:2.0:1763340292.221357:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763340292.221361:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.221366:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824a97d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.221385:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.221387:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.221388:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340292.231055:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.231169:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280772352 00000100:00100000:1.0:1763340292.231179:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280772352 00000100:00100000:1.0:1763340292.231253:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9064 00000100:00100000:1.0:1763340292.231265:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56788:x1848995280772352:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.231291:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.231316:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a984 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b19 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.231395:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.231411:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231423:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231435:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.231442:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231448:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231493:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231500:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231506:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231511:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231516:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.231521:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231528:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231558:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340292.231562:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.231567:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231573:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a98b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231588:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231593:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231599:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231605:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.231607:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231613:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231629:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:1.0:1763340292.231632:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.231635:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231639:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a992 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.231667:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a984 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b19 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.231676:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340292.231679:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.231682:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a984 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b19 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.231694:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340292.231749:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56788:x1848995280772352:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 487us (705us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340292.231756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9064 00000100:00100000:0.0:1763340292.243042:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.244497:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280772480 00000100:00100000:2.0:1763340292.244510:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280772480 00000100:00100000:2.0:1763340292.244611:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9065 00000100:00100000:2.0:1763340292.244627:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56790:x1848995280772480:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.244646:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.244667:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a999 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b20 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.244729:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.244743:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244753:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244762:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.244769:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244776:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244827:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244834:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244839:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244846:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244852:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.244856:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244864:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244876:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340292.244879:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.244884:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244890:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9a0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244902:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244907:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244913:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244918:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.244921:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244926:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244931:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:2.0:1763340292.244933:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.244935:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244940:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9a7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.244961:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a999 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b20 expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.244970:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340292.244973:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.244975:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a999 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b20 expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.244990:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:2.0:1763340292.245048:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56790:x1848995280772480:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 422us (2016us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340292.245056:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9065 00000100:00100000:3.0:1763340292.251405:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.252265:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280772608 00000100:00100000:1.0:1763340292.252277:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280772608 00000100:00100000:1.0:1763340292.252342:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9066 00000100:00100000:1.0:1763340292.252353:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56790:x1848995280772608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.252375:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.252398:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a9ae lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b27 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.252465:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.252479:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252490:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252499:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.252506:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252513:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252586:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252593:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252598:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252604:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252610:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.252622:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252629:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252640:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340292.252643:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.252647:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252654:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9b5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252666:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252671:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252676:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252681:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.252683:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252688:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252695:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:1.0:1763340292.252697:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.252701:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252706:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9bc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.252731:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a9ae lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b27 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.252739:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340292.252742:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.252745:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a9ae lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b27 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.252755:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340292.253136:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56790:x1848995280772608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 784us (1738us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340292.253144:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9066 00000100:00100000:0.0:1763340292.258176:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.258222:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.258316:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280772736 00000100:00100000:1.0:1763340292.258326:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280772736 00000100:00100000:1.0:1763340292.258380:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280772992 00000100:00100000:1.0:1763340292.258385:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280772992 00000100:00100000:2.0:1763340292.258446:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9067 00000100:00100000:2.0:1763340292.258459:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56790:x1848995280772736:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.258483:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.258508:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a9c3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b2e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.258582:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9ca lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.258595:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.258607:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340292.258673:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763340292.258678:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763340292.258721:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824a9c3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b2e expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.258738:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9ca lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b2e expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.258754:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340292.258760:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763340292.258766:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:2.0:1763340292.258833:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56790:x1848995280772736:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 377us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.258839:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9067 00000100:00100000:2.0:1763340292.258865:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9068 00000100:00100000:2.0:1763340292.258873:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280772992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.258884:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.258891:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9d1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b35 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.258928:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.258935:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.258942:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.258950:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.260733:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260756:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260795:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260802:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260808:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260815:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260820:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.260824:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260832:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260844:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340292.260847:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.260850:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260856:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824a9d8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260871:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260877:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260883:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260887:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.260890:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260895:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260903:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:2.0:1763340292.260905:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.260909:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260918:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824a9df lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.260955:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9d1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b35 expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.260965:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:2.0:1763340292.260967:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340292.260971:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824a9d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b35 expref: 215 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.260979:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:2.0:1763340292.261026:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280772992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2153us (2804us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340292.261034:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9068 00000100:00100000:3.0:1763340292.267035:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.267111:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280773248 00000100:00100000:1.0:1763340292.267123:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280773248 00000100:00100000:1.0:1763340292.267195:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9069 00000100:00100000:1.0:1763340292.267206:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56790:x1848995280773248:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.267227:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.267230:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763340292.267256:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824a9ca lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b2e expref: 214 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.267279:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3d00) 00010000:00010000:1.0:1763340292.267291:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340292.267308:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a9e6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b3c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.267414:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.267428:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267438:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267449:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.267456:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267462:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267867:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763340292.267877:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267885:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340292.267895:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00010000:00010000:1.0:1763340292.267921:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267929:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267935:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267941:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267946:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.267951:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267957:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267965:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f700) 00010000:00010000:1.0:1763340292.267969:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.267972:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267976:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824a9ed lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:1.0:1763340292.267986:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cb2f2c12 reply state 00000000764be9cf transno 4294972619 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.267995:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.268001:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:1.0:1763340292.268003:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340292.268007:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763340292.268032:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824a9e6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.268048:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 215 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.268055:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340292.268057:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340292.268060:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340292.268123:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56790:x1848995280773248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 919us (1098us total) trans 4294972619 rc 0/0 00000100:00100000:1.0:1763340292.268131:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9069 00000100:00100000:1.0:1763340292.272157:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.275651:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280773504 00000100:00100000:0.0:1763340292.275667:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280773504 00000100:00100000:0.0:1763340292.275729:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9070 00000100:00100000:0.0:1763340292.275739:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56790:x1848995280773504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.275763:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.276271:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824aa09 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b43 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.276385:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.276400:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.276409:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.277511:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.277525:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 217 pid: 6514 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.277940:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292224896:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340292.278484:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2c72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340292.289224:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.289427:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280773632 00000100:00100000:2.0:1763340292.289437:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280773632 00010000:00010000:2.0:1763340292.289475:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 218 pid: 6514 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.289521:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2952 00000100:00100000:2.0:1763340292.289561:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2408:x1848995280773632:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.289578:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.289585:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 218 pid: 6514 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.289598:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 218 pid: 6514 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.289628:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:2.0:1763340292.289633:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.289642:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.289649:0:14059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763340292.289666:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.289709:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2408:x1848995280773632:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 181us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.289716:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2952 00010000:00010000:1.0:1763340292.289832:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824a9fb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b3c expref: 217 pid: 6514 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763340292.289846:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292224896:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340292.289865:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.289872:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.289877:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763340292.289896:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00000004:00080000:1.0:1763340292.290057:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x22d:0x0], index 0: 0 00000004:00080000:1.0:1763340292.290065:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22d:0x0], index 1: 0 00000004:00080000:1.0:1763340292.290071:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22e:0x0], index 1: 0 00000004:00080000:1.0:1763340292.290075:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x22e:0x0], index 0: 0 00010000:00010000:1.0:1763340292.290174:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.290181:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.290187:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.290192:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.290196:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.290203:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.290212:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340292.290216:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340292.290219:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.290225:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aa10 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.290294:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824aa09 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b43 expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.290304:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9555fba3fd00) 00010000:00010000:1.0:1763340292.290307:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763340292.290310:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824aa09 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b43 expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.290330:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d600, rc 0) 00000100:00100000:1.0:1763340292.291568:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56790:x1848995280773504:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 15824us (19414us total) trans 4294972620 rc 301/301 00000100:00100000:1.0:1763340292.291578:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9070 00000100:00100000:0.0:1763340292.300117:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.300364:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280773888 00000100:00100000:1.0:1763340292.300374:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280773888 00000100:00100000:1.0:1763340292.300435:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3083 00000100:00100000:1.0:1763340292.300445:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56790:x1848995280773888:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340292.300747:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56790:x1848995280773888:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 303us (641us total) trans 4294972621 rc 0/0 00000100:00100000:1.0:1763340292.300755:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3083 00000100:00100000:3.0:1763340292.302964:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.303846:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280774144 00000100:00100000:1.0:1763340292.303857:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280774144 00000100:00100000:1.0:1763340292.305153:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3084 00000100:00100000:1.0:1763340292.305179:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56790:x1848995280774144:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340292.305416:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56790:x1848995280774144:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 251us (2458us total) trans 4294972622 rc 0/0 00000100:00100000:1.0:1763340292.305424:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3084 00000100:00100000:0.0:1763340292.305485:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.306487:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280774400 00000100:00100000:3.0:1763340292.306499:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280774400 00000100:00100000:2.0:1763340292.306916:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9071 00000100:00100000:2.0:1763340292.306929:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56791:x1848995280774400:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.306949:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.306970:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa1e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b4a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.307039:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.307052:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307062:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307071:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.307078:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307084:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307214:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aa33 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.307224:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aa33 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307232:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aa33 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763340292.307244:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00010000:00010000:2.0:1763340292.307314:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307322:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307328:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307335:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307340:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.307345:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307351:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307366:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3500) 00010000:00010000:2.0:1763340292.307369:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.307374:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307379:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa25 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307390:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307396:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307400:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307405:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.307407:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307413:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307420:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:2.0:1763340292.307423:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.307426:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307431:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa2c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.307465:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa1e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b4a expref: 221 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.307483:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aa33 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b4a expref: 220 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.307491:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.307493:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340292.307495:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:2.0:1763340292.307577:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56791:x1848995280774400:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 651us (3185us total) trans 4294972623 rc 0/0 00000100:00100000:2.0:1763340292.307585:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9071 00000100:00100000:0.0:1763340292.321748:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.321783:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.321831:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.321882:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280774784 00000100:00100000:0.0:1763340292.321893:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280774784 00000100:00100000:0.0:1763340292.321949:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9072 00000100:00100000:0.0:1763340292.321957:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:55868:x1848995280774784:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340292.321984:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.322007:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aa41 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b5f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.322045:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824aa48 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.322059:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824aa48 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.322071:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824aa48 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.322188:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aa41 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b5f expref: 222 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.322220:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824aa48 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b5f expref: 221 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.322230:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:0.0:1763340292.322233:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340292.322237:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845cc00, rc 0) 00000100:00100000:0.0:1763340292.322291:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:55868:x1848995280774784:12345-192.168.203.42@tcp:101:bash.0 Request processed in 334us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.322299:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9072 00000100:00100000:2.0:1763340292.322631:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280774528 00000100:00100000:2.0:1763340292.322636:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280774528 00000100:00100000:2.0:1763340292.322671:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280774656 00000100:00100000:2.0:1763340292.322674:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280774656 00000100:00100000:2.0:1763340292.322696:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6126 00000100:00100000:2.0:1763340292.322704:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280774528:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.322714:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.322727:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b51 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340292.322745:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340292.322759:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.322761:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.322767:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 25 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340292.322782:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 25 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340292.322793:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:2.0:1763340292.322820:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280774528:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 117us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.322826:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6126 00000100:00100000:2.0:1763340292.322936:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6127 00000100:00100000:2.0:1763340292.322943:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280774656:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.322950:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.322960:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b58 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340292.322973:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340292.322982:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.322984:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.322988:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 13 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340292.323000:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 13 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340292.323008:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:2.0:1763340292.323028:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280774656:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 85us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.323034:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6127 00000100:00100000:0.0:1763340292.326598:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.326680:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280775040 00000100:00100000:2.0:1763340292.326689:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280775040 00000100:00100000:2.0:1763340292.326743:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9073 00000100:00100000:2.0:1763340292.326751:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:55868:x1848995280775040:12345-192.168.203.42@tcp:36:bash.0 00010000:00010000:2.0:1763340292.326801:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.326828:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aa33 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b4a expref: 221 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.326845:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.326851:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340292.327024:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340292.327038:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.327047:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763340292.327090:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972624 00000004:00010000:2.0:1763340292.327111:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009aab76b3 reply state 0000000037519b13 transno 4294972625 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.327123:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340292.327128:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.327131:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340292.327133:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340292.327222:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:55868:x1848995280775040:12345-192.168.203.42@tcp:36:bash.0 Request processed in 470us (632us total) trans 4294972625 rc 0/0 00000100:00100000:2.0:1763340292.327230:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9073 00000020:00080000:2.0:1763340292.327235:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340292.328813:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.329065:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280775168 00000100:00100000:0.0:1763340292.329073:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280775168 00000100:00100000:0.0:1763340292.329124:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9074 00000100:00100000:0.0:1763340292.329133:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:56791:x1848995280775168:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.329150:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.329169:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aa64 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b66 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.329210:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aa64 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b66 expref: 224 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.329223:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aa64 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b66 expref: 224 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.329237:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:0.0:1763340292.329240:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340292.329243:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340292.329291:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:56791:x1848995280775168:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 159us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.329297:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9074 00000100:00100000:1.0:1763340292.332696:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.332729:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.333381:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280775424 00000100:00100000:0.0:1763340292.333390:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280775424 00000100:00100000:0.0:1763340292.333447:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280775552 00000100:00100000:0.0:1763340292.333450:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280775552 00000100:00100000:0.0:1763340292.333481:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9075 00000100:00100000:0.0:1763340292.333490:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:55868:x1848995280775424:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340292.333514:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.333517:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340292.333576:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aa64 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b66 expref: 225 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.333607:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:0.0:1763340292.333612:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340292.333634:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aa6b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b6d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.333688:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.333700:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.333709:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:0.0:1763340292.333936:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1343, 88 off113376 00000004:00080000:0.0:1763340292.333945:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1033141411466ns, next at 1033177592629ns, rc = 0 00000040:00080000:0.0:1763340292.334008:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1366, 88 off115144 00000004:00080000:0.0:1763340292.334013:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1033141480340ns, next at 1033177563246ns, rc = 0 00000040:00080000:0.0:1763340292.334029:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1367, 88 off115232 00000004:00080000:0.0:1763340292.334034:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1033141500875ns, next at 1033177563246ns, rc = 0 00000040:00080000:0.0:1763340292.334045:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1344, 88 off113464 00000004:00080000:0.0:1763340292.334048:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1033141515588ns, next at 1033177592629ns, rc = 0 00000100:00100000:3.0:1763340292.334210:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9076 00000100:00100000:3.0:1763340292.334222:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56791:x1848995280775552:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.334232:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.334246:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aa79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b74 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.334294:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.334303:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.334312:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.334322:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.334329:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.334335:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.334397:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.334405:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340292.334411:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.334428:0:8423:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340292.334437:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:2.0:1763340292.337088:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972626 is committed 00000004:00080000:2.0:1763340292.337101:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 877 committed 00000004:00080000:2.0:1763340292.337115:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 898 committed 00000004:00080000:2.0:1763340292.337124:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 897 committed 00000004:00080000:2.0:1763340292.337126:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 876 committed 00010000:00010000:0.0:1763340292.337198:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337213:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337220:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337224:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.337228:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337235:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337248:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:0.0:1763340292.337250:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.337254:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337260:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824a96f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337288:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337293:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337298:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337303:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.337305:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337310:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337317:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:0.0:1763340292.337319:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.337321:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337325:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824a9f4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.337333:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.337337:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.337342:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.337346:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.337348:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.337353:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.337359:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:0.0:1763340292.337361:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.337364:0:3635:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.337371:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.337376:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824aa5d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.337425:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b6d expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.337433:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:0.0:1763340292.337435:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340292.337437:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x40 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.337443:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.337449:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.337498:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aa6b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b6d expref: 210 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340292.337513:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b6d expref: 209 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.337559:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c000, rc 0) 00000100:00100000:0.0:1763340292.337637:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:55868:x1848995280775424:12345-192.168.203.42@tcp:101:bash.0 Request processed in 4146us (4948us total) trans 4294972626 rc 0/0 00000100:00100000:0.0:1763340292.337646:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9075 00000100:00100000:1.0:1763340292.337817:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292225408:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340292.337862:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.337891:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340292.337896:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292225024:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340292.337912:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.337931:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292225152:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340292.337946:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340292.337957:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763340292.337961:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292225280:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340292.337974:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.338044:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292225408 00000100:00100000:3.0:1763340292.338050:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292225408 00000100:00100000:3.0:1763340292.338086:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292225024 00000100:00100000:3.0:1763340292.338088:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292225024 00000100:00100000:3.0:1763340292.338102:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292225152 00000100:00100000:3.0:1763340292.338104:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292225152 00000100:00100000:3.0:1763340292.338114:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292225280 00000100:00100000:3.0:1763340292.338116:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292225280 00000100:00100000:3.0:1763340292.338129:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6128 00000100:00100000:3.0:1763340292.338137:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3648:x1848995292225408:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340292.338271:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340292.338274:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.338277:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.338279:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.338281:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340292.338317:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292225408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 181us (454us total) trans 21474838715 rc 0/0 00000100:00100000:3.0:1763340292.338323:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6128 00000100:00100000:3.0:1763340292.338338:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6129 00000100:00100000:3.0:1763340292.338344:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3648:x1848995292225024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340292.338357:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:555 count 1 00010000:00010000:3.0:1763340292.338373:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.338390:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 12 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.338397:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.338399:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.338402:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.338425:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 12 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.338438:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 12 pid: 28498 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.338448:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2153100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292225536:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.338492:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.338510:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6130 00000100:00100000:3.0:1763340292.338518:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292225152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340292.338559:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:556 count 1 00010000:00010000:3.0:1763340292.338572:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.338583:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 12 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.338589:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.338591:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.338593:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.338610:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 12 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.338631:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 12 pid: 8399 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763340292.338640:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292225664:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.338664:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.338680:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131 00000100:00100000:3.0:1763340292.338688:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+16:3650:x1848995292225280:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340292.338764:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292225280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (788us total) trans 21474838716 rc 0/0 00000100:00100000:3.0:1763340292.338770:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131 00000100:00100000:3.0:1763340292.338845:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292226048:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.338874:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.338894:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763340292.338899:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2150e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292225920:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.338919:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.338938:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292226048 00000100:00100000:3.0:1763340292.338941:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292226048 00000100:00100000:3.0:1763340292.338961:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292225920 00000100:00100000:3.0:1763340292.338964:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292225920 00000100:00100000:3.0:1763340292.338980:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6132 00000100:00100000:3.0:1763340292.338985:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3651:x1848995292226048:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.339085:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+31:3651:x1848995292226048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (210us total) trans 17179871430 rc 0/0 00000100:00100000:3.0:1763340292.339091:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6132 00000100:00100000:3.0:1763340292.339103:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133 00000100:00100000:3.0:1763340292.339108:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3651:x1848995292225920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340292.339120:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:556 count 1 00010000:00010000:3.0:1763340292.339131:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.339142:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 24 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.339148:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.339150:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.339153:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.339172:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 24 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.339180:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 24 pid: 8399 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763340292.339190:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292226304:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.339215:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4e40 going to sleep for 11 seconds 00000004:00080000:3.0:1763340292.339252:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc74e00/2, rc 0, transno 17179871430 00000100:00100000:3.0:1763340292.339257:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292226048:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.339272:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292226176:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.339294:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763340292.339316:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7fb80/2, rc 0, transno 21474838715 00000100:00100000:3.0:1763340292.339321:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292225408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340292.339329:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340292.339333:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c2151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292225792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763340292.339354:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.339374:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292226176 00000100:00100000:3.0:1763340292.339377:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292226176 00000100:00100000:3.0:1763340292.339395:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292225792 00000100:00100000:3.0:1763340292.339398:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292225792 00000100:00100000:3.0:1763340292.339413:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134 00000100:00100000:3.0:1763340292.339418:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3648:x1848995292226176:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763340292.339476:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340292.339479:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.339481:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.339484:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340292.339487:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340292.339517:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292226176:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (222us total) trans 17179871431 rc 0/0 00000100:00100000:3.0:1763340292.339523:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134 00000100:00100000:3.0:1763340292.339568:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6135 00000100:00100000:3.0:1763340292.339574:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3648:x1848995292225792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340292.339585:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:555 count 1 00010000:00010000:3.0:1763340292.339596:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.339607:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 24 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.339624:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.339625:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340292.339628:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.339647:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 24 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.339655:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 24 pid: 28498 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.339665:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292226432:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.339686:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4240 going to sleep for 11 seconds 00000004:00080000:3.0:1763340292.339715:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555ffc77800/2, rc 0, transno 17179871431 00000100:00100000:3.0:1763340292.339720:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292226176:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763340292.339976:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.339984:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340292.340025:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 2 00000004:00200000:2.0:1763340292.340029:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340292.340047:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340059:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340070:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340076:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340081:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340087:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340092:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.340096:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340103:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340115:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2acce00) 00010000:00010000:2.0:1763340292.340119:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.340122:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340128:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824aa80 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340141:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340147:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340152:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340157:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.340159:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340165:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340172:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9555ca73ff00) 00010000:00010000:2.0:1763340292.340175:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.340178:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340182:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824aa87 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.340217:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aa79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.340234:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.340241:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.340243:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763340292.340245:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894a00, rc 0) 00000100:00100000:2.0:1763340292.340280:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56791:x1848995280775552:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6061us (7549us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.340287:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9076 00000004:00080000:1.0:1763340292.340670:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7e300/2, rc 0, transno 21474838716 00000100:00100000:1.0:1763340292.340676:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292225280:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340292.346928:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.347017:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280775680 00000100:00100000:0.0:1763340292.347027:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280775680 00000100:00100000:0.0:1763340292.347085:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6136 00000100:00100000:0.0:1763340292.347094:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:55868:x1848995280775680:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:0.0:1763340292.347109:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.347130:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b7b expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340292.347150:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340292.347170:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.347172:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340292.347181:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 14 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.347194:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 14 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.347205:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ce00, rc 0) 00000100:00100000:0.0:1763340292.347265:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:55868:x1848995280775680:12345-192.168.203.42@tcp:101:bash.0 Request processed in 171us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.347271:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6136 00000100:00100000:2.0:1763340292.357892:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.357930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.357965:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280775936 00000100:00100000:2.0:1763340292.357973:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280775936 00010000:00010000:2.0:1763340292.358013:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 14 pid: 8399 timeout: 1133 lvb_type: 1 00000100:00100000:2.0:1763340292.358043:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280775808 00000100:00100000:2.0:1763340292.358046:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280775808 00010000:00010000:2.0:1763340292.358060:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 15 pid: 28498 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.358079:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2953 00000100:00100000:2.0:1763340292.358088:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280775936:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.358104:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.358109:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 15 pid: 8399 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763340292.358127:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 15 pid: 8399 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763340292.358154:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358157:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358161:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358171:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358190:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.358238:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280775936:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 150us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.358247:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2953 00000100:00100000:2.0:1763340292.358264:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2954 00000100:00100000:2.0:1763340292.358270:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280775808:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.358279:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.358283:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 14 pid: 28498 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.358293:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 14 pid: 28498 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.358304:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358306:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358310:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358317:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358329:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.358349:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280775808:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 80us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.358355:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2954 00000100:00100000:2.0:1763340292.358392:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.358416:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280776064 00000100:00100000:2.0:1763340292.358420:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280776064 00000100:00100000:2.0:1763340292.358440:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6137 00000100:00100000:2.0:1763340292.358446:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280776064:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.358459:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.358471:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824aab8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b82 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.358512:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292226560:192.168.203.42@tcp:106: 00000100:00100000:2.0:1763340292.358577:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c4e3b000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340292.358693:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.358705:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280776192 00000100:00100000:2.0:1763340292.358708:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280776192 00010000:00010000:2.0:1763340292.358720:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 25 pid: 8399 timeout: 1133 lvb_type: 1 00000100:00100000:2.0:1763340292.358738:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2955 00000100:00100000:2.0:1763340292.358744:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280776192:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.358751:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.358755:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 25 pid: 8399 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763340292.358763:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 25 pid: 8399 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763340292.358775:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358777:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358780:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358787:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358797:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.358818:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280776192:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 74us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.358823:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2955 00000100:00100000:2.0:1763340292.358870:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.358882:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280776320 00000100:00100000:2.0:1763340292.358885:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280776320 00010000:00010000:2.0:1763340292.358896:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 25 pid: 28498 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.358911:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2956 00000100:00100000:2.0:1763340292.358916:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280776320:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.358923:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.358927:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 25 pid: 28498 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.358935:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 25 pid: 28498 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.358947:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358948:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.358952:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358959:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.358971:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.358987:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280776320:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 70us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.358994:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2956 00000100:00100000:2.0:1763340292.359037:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.359055:0:35202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280776448 00000100:00100000:2.0:1763340292.359058:0:35202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280776448 00000100:00100000:2.0:1763340292.359081:0:35202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6138 00000100:00100000:2.0:1763340292.359088:0:35202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:55868:x1848995280776448:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1763340292.359096:0:35202:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.359108:0:35202:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b89 expref: -99 pid: 35202 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340292.359133:0:35202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340292.359144:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.359145:0:35202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340292.359151:0:35202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 26 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.359163:0:35202:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 26 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.359174:0:35202:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:2.0:1763340292.359195:0:35202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:55868:x1848995280776448:12345-192.168.203.42@tcp:101:bash.0 Request processed in 108us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.359201:0:35202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6138 00010000:00010000:0.0:1763340292.359439:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824a8c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ac5 expref: 15 pid: 8399 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763340292.359454:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292225664:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340292.359471:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.359479:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.359485:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.359494:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.359501:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.359528:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340292.359824:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3650:x1848995292225152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21305us (21874us total) trans 21474838717 rc 0/0 00000100:00100000:0.0:1763340292.359832:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6130 00000004:00080000:0.0:1763340292.359872:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7d880/2, rc 0, transno 21474838717 00000100:00100000:0.0:1763340292.359878:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292225152:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340292.360013:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824a93e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b04 expref: 14 pid: 28498 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.360024:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2153100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292225536:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340292.360035:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360043:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360049:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360056:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360063:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360093:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763340292.360203:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292225024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21858us (22287us total) trans 21474838718 rc 0/0 00000100:00100000:3.0:1763340292.360209:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6129 00000004:00080000:3.0:1763340292.360241:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555f7f7ce00/2, rc 0, transno 21474838718 00000100:00100000:3.0:1763340292.360246:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292225024:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340292.360270:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824a8c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16acc expref: 25 pid: 8399 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763340292.360280:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30853:1848995292226304:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340292.360292:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360300:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360306:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360314:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360320:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360334:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1763340292.360453:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3651:x1848995292225920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21344us (21532us total) trans 17179871432 rc 0/0 00000100:00100000:3.0:1763340292.360460:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133 00010000:00010000:3.0:1763340292.360478:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1763340292.360484:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360491:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650c00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340292.360496:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360504:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360518:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360525:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aa9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360570:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763340292.360573:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360579:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340292.360582:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360588:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360597:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360603:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aa95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360629:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340292.360633:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360640:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340292.360644:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360651:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360660:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360667:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aaa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360679:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340292.360680:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340292.360682:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340292.360704:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2150e00/2, rc 0, transno 17179871432 00000100:00100000:3.0:1763340292.360710:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2150e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292225920:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340292.360733:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824a914 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16af6 expref: 24 pid: 28498 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.360743:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292226432:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340292.360754:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360761:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360767:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360773:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.360779:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.361765:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340292.364666:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340292.365052:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340292.365062:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.365073:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340292.365076:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.365086:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.365105:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.365112:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aaaa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.365135:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.365137:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.365139:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340292.365187:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340292.365950:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3648:x1848995292225792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26369us (26588us total) trans 17179871433 rc 0/0 00000100:00100000:3.0:1763340292.365960:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6135 00000004:00080000:0.0:1763340292.366387:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c2151f80/2, rc 0, transno 17179871433 00000100:00100000:0.0:1763340292.366395:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c2151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292225792:0@lo:6:osp-syn-1-1.0 00002000:00010000:1.0:1763340292.366644:0:35203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb mtime: 0 -> 1763340292 00002000:00010000:1.0:1763340292.366648:0:35203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb atime: 0 -> 1763340292 00002000:00010000:1.0:1763340292.366651:0:35203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb ctime: 0 -> 1763340292 00000100:00100000:1.0:1763340292.366668:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292226560:192.168.203.42@tcp:106: 00010000:00010000:1.0:1763340292.366697:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824aab8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b82 expref: 13 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340292.366715:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6800/0xbdebf3fb1824aab8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b82 expref: 13 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340292.366724:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:1.0:1763340292.366767:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280776064:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 8320us (8373us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340292.366785:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6137 00000100:00100000:2.0:1763340292.367626:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.367660:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.367789:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280776576 00000100:00100000:0.0:1763340292.367796:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280776576 00002000:00010000:0.0:1763340292.367831:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/557 (0->18446744073709551615) 00002000:00100000:0.0:1763340292.367835:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f60a80 with x1848995280776576 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340292.367846:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f60a80. 00000100:00100000:0.0:1763340292.367875:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280776704 00000100:00100000:0.0:1763340292.367878:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280776704 00002000:00010000:0.0:1763340292.367891:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/557 (0->18446744073709551615) 00002000:00100000:0.0:1763340292.367894:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2153100 with x1848995280776704 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340292.367899:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2153100. 00000100:00100000:0.0:1763340292.367913:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1551 00000100:00100000:0.0:1763340292.367922:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280776576:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340292.368068:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340292.368072:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb mtime from disk: 1763340292 -> 1763340292 00002000:00010000:0.0:1763340292.368074:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb atime from disk: 1763340292 -> 0 00002000:00010000:0.0:1763340292.368076:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb ctime from disk: 1763340292 -> 1763340292 00002000:00010000:0.0:1763340292.368078:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340292.368116:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280776576:12345-192.168.203.42@tcp:10:bash.0 Request processed in 194us (501us total) trans 21474838719 rc 0/0 00000100:00100000:0.0:1763340292.368123:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1551 00002000:00010000:0.0:1763340292.368126:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/557 (0->18446744073709551615) 00002000:00100000:0.0:1763340292.368129:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f60a80 with x1848995280776576 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340292.368133:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f60a80. 00000100:00100000:0.0:1763340292.368146:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1552 00000100:00100000:0.0:1763340292.368153:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280776704:12345-192.168.203.42@tcp:10:bash.0 00002000:00010000:0.0:1763340292.368235:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340292.368238:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb mtime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340292.368240:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340292.368242:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb ctime from disk: 0 -> 1763340292 00002000:00010000:0.0:1763340292.368245:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340292.368267:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280776704:12345-192.168.203.42@tcp:10:bash.0 Request processed in 114us (606us total) trans 17179871434 rc 0/0 00000100:00100000:0.0:1763340292.368276:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1552 00002000:00010000:0.0:1763340292.368279:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/557 (0->18446744073709551615) 00002000:00100000:0.0:1763340292.368281:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2153100 with x1848995280776704 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340292.368285:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2153100. 00000100:00100000:2.0:1763340292.370234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.371790:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280776960 00000100:00100000:3.0:1763340292.371803:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280776960 00000100:00100000:0.0:1763340292.371990:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9077 00000100:00100000:0.0:1763340292.372002:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+208:56791:x1848995280776960:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.372024:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.372044:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aac6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b90 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.372155:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aacd lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.372169:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aacd lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.372180:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aacd lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340292.372191:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 2 00010000:00010000:0.0:1763340292.372304:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aac6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b90 expref: 211 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.372334:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aacd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b90 expref: 210 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.372342:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:0.0:1763340292.372344:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763340292.372348:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340292.374386:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:56791:x1848995280776960:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2375us (4148us total) trans 4294972627 rc 0/0 00000100:00100000:0.0:1763340292.374398:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9077 00000100:00100000:2.0:1763340292.374582:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.375173:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280777216 00000100:00100000:3.0:1763340292.375183:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280777216 00000100:00100000:3.0:1763340292.375227:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3085 00000100:00100000:3.0:1763340292.375235:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:55868:x1848995280777216:12345-192.168.203.42@tcp:35:bash.0 00000100:00100000:3.0:1763340292.375934:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:55868:x1848995280777216:12345-192.168.203.42@tcp:35:bash.0 Request processed in 696us (1348us total) trans 4294972628 rc 0/0 00000100:00100000:3.0:1763340292.375947:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3085 00000100:00100000:1.0:1763340292.378370:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.378452:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280777472 00000100:00100000:0.0:1763340292.378462:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280777472 00000100:00100000:0.0:1763340292.378523:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9078 00000100:00100000:0.0:1763340292.378581:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:56791:x1848995280777472:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.378604:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.378635:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824aadb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b97 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.378735:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763340292.378749:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.378758:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.378790:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.378803:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 212 pid: 8423 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.378816:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c785df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292226688:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340292.378882:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d480 going to sleep for 11 seconds 00000100:00100000:2.0:1763340292.386349:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.386438:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.386511:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280777600 00000100:00100000:1.0:1763340292.386520:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280777600 00010000:00010000:1.0:1763340292.386590:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 213 pid: 8423 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763340292.386634:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2957 00000100:00100000:1.0:1763340292.386651:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:2408:x1848995280777600:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340292.386668:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340292.386674:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 213 pid: 8423 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763340292.386693:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 213 pid: 8423 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763340292.386718:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:1.0:1763340292.386724:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.386734:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.386742:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763340292.386762:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340292.386818:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:2408:x1848995280777600:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 169us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.386825:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2957 00000100:00100000:3.0:1763340292.387025:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280777728 00000100:00100000:3.0:1763340292.387031:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280777728 00000100:00100000:3.0:1763340292.387073:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9079 00000100:00100000:3.0:1763340292.387080:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56792:x1848995280777728:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340292.387100:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.387119:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aae9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16b9e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.387177:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.387187:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.387195:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.387206:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.387212:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.387218:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.387281:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340292.387288:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340292.387294:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x40 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.387306:0:8423:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340292.387313:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x40 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340292.387432:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824aa8e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b74 expref: 214 pid: 8423 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.387446:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c785df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6514:1848995292226688:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340292.387465:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.387471:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763340292.387476:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763340292.387489:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00010000:00010000:0.0:1763340292.387634:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824aadb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b97 expref: 215 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.387664:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b97 expref: 214 pid: 6514 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763340292.387673:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b97 expref: 214 pid: 6514 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763340292.387679:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d400, rc 0) 00000100:00100000:0.0:1763340292.387721:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280777472:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9190us (9359us total) trans 4294972629 rc 0/0 00000100:00100000:0.0:1763340292.387728:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9078 00000100:00100000:2.0:1763340292.392605:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.392758:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280777856 00000100:00100000:3.0:1763340292.392769:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280777856 00000100:00100000:3.0:1763340292.392839:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3086 00000100:00100000:3.0:1763340292.392848:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280777856:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:3.0:1763340292.393280:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c595e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280777856:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 431us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.393290:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3086 00000100:00100000:2.0:1763340292.396001:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.396913:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280777984 00000100:00100000:0.0:1763340292.396923:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280777984 00010000:00010000:1.0:1763340292.397027:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b97 expref: 214 pid: 6514 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763340292.397072:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2958 00000100:00100000:1.0:1763340292.397081:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:2409:x1848995280777984:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340292.397095:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340292.397102:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b97 expref: 214 pid: 6514 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763340292.397114:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b97 expref: 214 pid: 6514 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763340292.397139:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824aae2 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b97 expref: 214 pid: 6514 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763340292.397166:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:1.0:1763340292.397171:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.397180:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.397187:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340292.397215:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340292.397276:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:2409:x1848995280777984:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 195us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.397283:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2958 00010000:00010000:3.0:1763340292.397413:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.397421:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340292.397468:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00000004:00200000:3.0:1763340292.397473:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340292.397493:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.397504:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.397514:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.397520:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.397526:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399867:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399883:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.399887:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399895:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399909:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:3.0:1763340292.399912:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.399917:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399924:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824aaf0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399940:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399946:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399952:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399957:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.399960:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399965:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399972:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2acad00) 00010000:00010000:3.0:1763340292.399974:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.399977:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.399982:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824aaf7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340292.400042:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824aae9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b9e expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.400060:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b9e expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.400068:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:3.0:1763340292.400070:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763340292.400073:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650600, rc 0) 00000100:00100000:1.0:1763340292.400453:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.400518:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280778240 00000100:00100000:3.0:1763340292.400526:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280778240 00000100:00100000:3.0:1763340292.400609:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3087 00000100:00100000:3.0:1763340292.400629:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8e10450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56791:x1848995280778240:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340292.400934:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8e10450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280778240:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 305us (480us total) trans 4294972630 rc 0/0 00000100:00100000:3.0:1763340292.400942:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3087 00000100:00100000:2.0:1763340292.401065:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56792:x1848995280777728:12345-192.168.203.42@tcp:101:rm.0 Request processed in 13984us (14624us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.401073:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9079 00000100:00100000:0.0:1763340292.407002:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.408290:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.408497:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280778496 00000100:00100000:2.0:1763340292.408509:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280778496 00000100:00100000:2.0:1763340292.408580:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280778752 00000100:00100000:2.0:1763340292.408584:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280778752 00000100:00100000:2.0:1763340292.408625:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9080 00000100:00100000:2.0:1763340292.408635:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280778496:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.408661:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.408665:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340292.408693:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aacd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b90 expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.408725:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.408730:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340292.408745:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ab0c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ba5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.408844:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ab13 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.408858:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ab13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.408868:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ab13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340292.408880:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00010000:00010000:2.0:1763340292.408987:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ab0c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ba5 expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.409001:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ab13 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ba5 expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.409013:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.409016:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340292.409018:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:2.0:1763340292.409073:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56791:x1848995280778496:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 439us (2082us total) trans 4294972631 rc 0/0 00000100:00100000:2.0:1763340292.409080:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9080 00000100:00100000:2.0:1763340292.409096:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9081 00000100:00100000:2.0:1763340292.409102:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56792:x1848995280778752:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:2.0:1763340292.409122:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763340292.409131:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824aa72 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b6d expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.409145:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824aafe lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b9e expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.409156:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824aa48 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b5f expref: 212 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.409164:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.409166:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340292.409182:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.409188:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409193:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409202:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.409208:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409213:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409263:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340292.409269:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409275:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00080000:2.0:1763340292.409443:0:8423:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d8:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763340292.409500:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409507:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409514:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409519:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.409523:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409529:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409575:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.409578:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763340292.409581:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409587:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ab2f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409598:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409603:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409608:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409624:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409629:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.409632:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409637:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409643:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2eb3400) 00010000:00010000:2.0:1763340292.409645:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340292.409648:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409652:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ab21 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340292.409666:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f2003e5 reply state 000000000da5463e transno 4294972632 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409675:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340292.409679:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:2.0:1763340292.409681:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340292.409683:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340292.409721:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56792:x1848995280778752:12345-192.168.203.42@tcp:36:rm.0 Request processed in 618us (1437us total) trans 4294972632 rc 0/0 00000100:00100000:2.0:1763340292.409727:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9081 00000100:00100000:1.0:1763340292.412476:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.412995:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280779008 00000100:00100000:2.0:1763340292.413005:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280779008 00000100:00100000:2.0:1763340292.413062:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3088 00000100:00100000:2.0:1763340292.413072:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56791:x1848995280779008:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340292.413139:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1d8:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ab13 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ba5 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.413173:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340292.413184:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413193:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000004:00020000:2.0:1763340292.413325:0:6516:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1d8:0x0]: rc = -1 00010000:00010000:2.0:1763340292.413351:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413357:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413363:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413368:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.413372:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413380:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413389:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.413391:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340292.413395:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413400:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ab36 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.413410:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.413412:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340292.413416:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ab13 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ba5 expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.413583:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56791:x1848995280779008:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 509us (1113us total) trans 4294972633 rc -1/-1 00000100:00100000:2.0:1763340292.413592:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3088 00000100:00100000:0.0:1763340292.418029:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.418337:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280779136 00000100:00100000:2.0:1763340292.418348:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280779136 00000100:00100000:2.0:1763340292.418416:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9082 00000100:00100000:2.0:1763340292.418426:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:56791:x1848995280779136:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.418449:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.418471:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824ab3d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bac expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.418525:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824ab3d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bac expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.418563:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894800/0xbdebf3fb1824ab3d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bac expref: 214 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.418582:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3600) 00010000:00010000:2.0:1763340292.418585:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340292.418589:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894800, rc 0) 00000100:00100000:2.0:1763340292.418661:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280779136:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 235us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.418668:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9082 00000100:00100000:0.0:1763340292.420982:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.421073:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280779392 00000100:00100000:3.0:1763340292.421082:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280779392 00000100:00100000:3.0:1763340292.421134:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3089 00000100:00100000:3.0:1763340292.421143:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:56791:x1848995280779392:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:3.0:1763340292.421373:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763340292.421436:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1345, 64 off113528 00000004:00080000:3.0:1763340292.421444:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1033228911059ns, next at 1034228908319ns, rc = 0 00000040:00080000:3.0:1763340292.421471:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1368, 64 off115296 00000004:00080000:3.0:1763340292.421476:0:6517:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1033228943645ns, next at 1034228942252ns, rc = 0 00000040:00080000:3.0:1763340292.421487:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1369, 64 off115360 00000040:00080000:3.0:1763340292.421497:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1346, 64 off113592 00010000:00010000:3.0:1763340292.421590:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763340292.421604:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.421624:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.421631:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.421637:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.421643:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.421847:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340292.422025:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56791:x1848995280779392:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 881us (1049us total) trans 4294972634 rc 0/0 00000100:00100000:3.0:1763340292.422036:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3089 00010000:00010000:0.0:1763340292.422230:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340292.422236:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340292.422243:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340292.422247:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340292.422255:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340292.422265:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff9554c2eb3600) 00010000:00010000:0.0:1763340292.422269:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340292.422273:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:0.0:1763340292.422277:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ab44 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340292.422338:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.422341:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.422343:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340292.426834:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.426898:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280779520 00000100:00100000:3.0:1763340292.426907:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280779520 00000100:00100000:3.0:1763340292.426962:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9083 00000100:00100000:3.0:1763340292.426970:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56793:x1848995280779520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.426988:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.427010:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ab4b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bb3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.427075:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340292.427087:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427098:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427109:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340292.427116:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427122:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427161:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427167:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427173:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427179:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427185:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.427188:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427195:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427205:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:3.0:1763340292.427209:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.427214:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427220:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ab52 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427233:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427238:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427244:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427249:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.427251:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427260:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427267:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:3.0:1763340292.427269:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.427272:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427277:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab59 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340292.427303:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ab4b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bb3 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.427313:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:3.0:1763340292.427315:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.427319:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ab4b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bb3 expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.427333:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651600, rc 0) 00000100:00100000:3.0:1763340292.428804:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56793:x1848995280779520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1825us (1970us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340292.428814:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9083 00000100:00100000:1.0:1763340292.442487:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.442690:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280779648 00000100:00100000:0.0:1763340292.442701:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280779648 00000100:00100000:0.0:1763340292.442766:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9084 00000100:00100000:0.0:1763340292.442777:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56793:x1848995280779648:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.442957:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.442981:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824ab60 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bba expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.443048:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.443065:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443075:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443084:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.443091:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443096:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443138:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443145:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443151:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443157:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443163:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.443167:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443173:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443188:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:0.0:1763340292.443191:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.443195:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443201:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ab67 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443227:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443232:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443237:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443242:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.443244:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443249:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443255:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:0.0:1763340292.443257:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.443260:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443265:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824ab6e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.443291:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824ab60 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bba expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.443301:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:0.0:1763340292.443303:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.443307:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824ab60 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bba expref: 216 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.443320:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845dc00, rc 0) 00000100:00100000:0.0:1763340292.443384:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:56793:x1848995280779648:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 609us (907us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340292.443392:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9084 00000100:00100000:1.0:1763340292.448134:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.450788:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280779776 00000100:00100000:0.0:1763340292.450803:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280779776 00000100:00100000:2.0:1763340292.450809:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.450864:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280780032 00000100:00100000:0.0:1763340292.450868:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280780032 00000100:00100000:3.0:1763340292.450894:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9085 00000100:00100000:3.0:1763340292.450907:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56793:x1848995280779776:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.450927:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.450950:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ab75 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bc1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.451013:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab7c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763340292.451027:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab7c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763340292.451038:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab7c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763340292.451081:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763340292.451086:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340292.451119:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ab75 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bc1 expref: 218 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.451137:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab7c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bc1 expref: 217 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.451146:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:3.0:1763340292.451149:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340292.451152:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650600, rc 0) 00000100:00100000:0.0:1763340292.451176:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9086 00000100:00100000:0.0:1763340292.451188:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:56794:x1848995280780032:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.451198:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.451208:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824ab83 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bc8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.451220:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56793:x1848995280779776:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 316us (3094us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.451229:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9085 00010000:00010000:0.0:1763340292.451261:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.451269:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451278:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451288:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.451296:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451302:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451333:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451340:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451346:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451352:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451358:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845cc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.451362:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451369:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451379:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:0.0:1763340292.451382:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.451385:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451392:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ab8a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451414:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451421:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451426:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451430:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.451432:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451437:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451444:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:0.0:1763340292.451446:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.451449:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451454:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824ab91 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.451475:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824ab83 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bc8 expref: 217 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.451484:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:0.0:1763340292.451486:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340292.451490:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824ab83 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bc8 expref: 217 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.451501:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d000, rc 0) 00000100:00100000:0.0:1763340292.451561:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56794:x1848995280780032:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 376us (759us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340292.451569:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9086 00000100:00100000:2.0:1763340292.455197:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.455307:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280780160 00000100:00100000:1.0:1763340292.455317:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280780160 00000100:00100000:1.0:1763340292.455381:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9087 00000100:00100000:1.0:1763340292.455392:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56794:x1848995280780160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.455412:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.455431:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824ab98 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bcf expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.455494:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340292.455508:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455518:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455529:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340292.455581:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455587:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455647:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455655:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455662:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455667:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455681:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.455685:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455692:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455703:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:1.0:1763340292.455705:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.455709:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455714:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824ab9f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455726:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455730:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455735:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455740:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340292.455742:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455747:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455752:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:1.0:1763340292.455754:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.455757:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455762:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824aba6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.455803:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824ab98 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bcf expref: 217 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.455813:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:1.0:1763340292.455815:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340292.455818:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824ab98 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bcf expref: 217 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.455828:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fa00, rc 0) 00000100:00100000:1.0:1763340292.455877:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56794:x1848995280780160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 487us (689us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340292.455884:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9087 00000100:00100000:2.0:1763340292.461953:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.462045:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280780416 00000100:00100000:0.0:1763340292.462056:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280780416 00000100:00100000:0.0:1763340292.462118:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9088 00000100:00100000:0.0:1763340292.462128:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:56793:x1848995280780416:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.462148:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.462151:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340292.462174:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ab7c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bc1 expref: 216 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.462194:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca400) 00010000:00010000:0.0:1763340292.462204:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340292.462219:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824abad lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bd6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.462313:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.462327:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462336:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462346:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.462353:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462359:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462768:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.462777:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462785:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340292.462794:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:0.0:1763340292.462818:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462825:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462832:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462839:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462845:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.462849:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462856:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462865:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:0.0:1763340292.462868:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340292.462872:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462882:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abb4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763340292.462906:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fad1c41a reply state 000000008a793a0d transno 4294972635 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462917:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.462924:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:0.0:1763340292.462927:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340292.462929:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763340292.462954:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824abad lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 218 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.462970:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 217 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.462978:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73f800) 00010000:00010000:0.0:1763340292.462980:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340292.462983:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845dc00, rc 0) 00000100:00100000:0.0:1763340292.463037:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56793:x1848995280780416:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 910us (1094us total) trans 4294972635 rc 0/0 00000100:00100000:0.0:1763340292.463045:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9088 00000100:00100000:2.0:1763340292.466874:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.466969:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280780672 00000100:00100000:1.0:1763340292.466978:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280780672 00000100:00100000:1.0:1763340292.467041:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9089 00000100:00100000:1.0:1763340292.467050:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:56793:x1848995280780672:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.467073:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.467092:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824abd0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bdd expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.467185:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:1.0:1763340292.467198:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.467207:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.467237:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 219 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.467248:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 219 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763340292.467260:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c87fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292226816:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340292.467330:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51bccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763340292.480777:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.482561:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280780928 00000100:00100000:0.0:1763340292.482574:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280780928 00000100:00100000:0.0:1763340292.482651:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9090 00000100:00100000:0.0:1763340292.482661:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56795:x1848995280780928:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.482682:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.482703:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824abde lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16be4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.482802:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.482815:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.482827:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340292.482837:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:0.0:1763340292.482912:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.482920:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.482927:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.482933:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340292.482936:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.482943:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.482956:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73f800) 00010000:00010000:0.0:1763340292.482959:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763340292.482963:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.482970:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824abe5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.483019:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824abde lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16be4 expref: 222 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.483029:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73f800) 00010000:00010000:0.0:1763340292.483032:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763340292.483036:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824abde lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16be4 expref: 222 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.483046:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d000, rc 0) 00000100:00100000:3.0:1763340292.483348:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.483376:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c87fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292226816:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340292.483391:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280781056 00000100:00100000:2.0:1763340292.483397:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280781056 00010000:00010000:1.0:1763340292.483413:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340292.483421:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 222 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.483448:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2959 00000100:00100000:2.0:1763340292.483457:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:2407:x1848995280781056:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340292.483467:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340292.483473:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 222 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.483484:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 222 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.483497:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824abc2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bd6 expref: 222 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763340292.483510:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73f800) 00010000:00010000:2.0:1763340292.483514:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340292.483522:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340292.483529:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340292.483589:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340292.483646:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:2407:x1848995280781056:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 189us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.483654:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2959 00010000:00010000:3.0:1763340292.484177:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484185:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340292.484205:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00000004:00080000:3.0:1763340292.484336:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22f:0x0], index 1: 0 00000004:00080000:3.0:1763340292.484342:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x22f:0x0], index 0: 0 00000004:00080000:3.0:1763340292.484347:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x230:0x0], index 0: 0 00000004:00080000:3.0:1763340292.484351:0:10032:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x230:0x0], index 1: 0 00010000:00010000:3.0:1763340292.484434:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484442:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484447:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484452:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.484455:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484461:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484470:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73f800) 00010000:00010000:3.0:1763340292.484472:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340292.484475:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484480:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824abd7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.484516:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824abd0 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bdd expref: 221 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.484553:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73f800) 00010000:00010000:3.0:1763340292.484556:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340292.484560:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824abd0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bdd expref: 221 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.484573:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fa00, rc 0) 00000100:00100000:3.0:1763340292.484623:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56793:x1848995280780672:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 17565us (17748us total) trans 4294972637 rc 301/301 00000100:00100000:3.0:1763340292.484630:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9089 00000100:00100000:0.0:1763340292.485186:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56795:x1848995280780928:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2524us (4416us total) trans 4294972636 rc 301/301 00000100:00100000:0.0:1763340292.485193:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9090 00000100:00100000:1.0:1763340292.489323:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.490994:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.491081:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280781440 00000100:00100000:0.0:1763340292.491091:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280781440 00000100:00100000:0.0:1763340292.491155:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9091 00000100:00100000:0.0:1763340292.491166:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:56795:x1848995280781440:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340292.491190:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340292.491214:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824abfa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16beb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.491299:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763340292.491312:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.491322:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763340292.491349:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1763340292.491589:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280781312 00000100:00100000:2.0:1763340292.491594:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280781312 00000004:00010000:0.0:1763340292.491853:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340292.491881:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824abfa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 222 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.491910:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 221 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340292.491918:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:0.0:1763340292.491921:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340292.491924:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845da00, rc 0) 00000100:00100000:0.0:1763340292.491985:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:56795:x1848995280781440:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 821us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.491992:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9091 00000100:00100000:2.0:1763340292.493564:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3090 00000100:00100000:2.0:1763340292.493582:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:56793:x1848995280781312:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340292.493884:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:56793:x1848995280781312:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 309us (4568us total) trans 4294972638 rc 0/0 00000100:00100000:2.0:1763340292.493892:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3090 00000100:00100000:1.0:1763340292.500858:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.500918:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.501035:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280781696 00000100:00100000:2.0:1763340292.501044:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280781696 00000100:00100000:2.0:1763340292.501103:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3091 00000100:00100000:2.0:1763340292.501119:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:56793:x1848995280781696:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340292.501336:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:56793:x1848995280781696:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 219us (486us total) trans 4294972639 rc 0/0 00000100:00100000:2.0:1763340292.501344:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3091 00000100:00100000:3.0:1763340292.501628:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280781824 00000100:00100000:3.0:1763340292.501633:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280781824 00000100:00100000:3.0:1763340292.501662:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6139 00000100:00100000:3.0:1763340292.501669:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280781824:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.501679:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.501698:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bf2 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340292.501721:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340292.501736:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.501784:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340292.501794:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 26 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.501812:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 26 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340292.501829:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651600, rc 0) 00000100:00100000:3.0:1763340292.502199:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280781824:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 525us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.502205:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6139 00000100:00100000:1.0:1763340292.508991:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.509088:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280782080 00000100:00100000:3.0:1763340292.509099:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280782080 00000100:00100000:3.0:1763340292.509157:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3092 00000100:00100000:3.0:1763340292.509168:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b23450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:56795:x1848995280782080:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340292.509402:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b23450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:56795:x1848995280782080:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 235us (420us total) trans 4294972640 rc 0/0 00000100:00100000:3.0:1763340292.509410:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3092 00000100:00100000:2.0:1763340292.513865:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.514117:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280782336 00000100:00100000:0.0:1763340292.514129:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280782336 00000100:00100000:3.0:1763340292.517573:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9092 00000100:00100000:3.0:1763340292.517601:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:56795:x1848995280782336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.517637:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.517662:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ac0f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16bf9 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.517741:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340292.517756:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.517768:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.517779:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340292.517788:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.517795:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.517901:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340292.517909:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.517916:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340292.517927:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:3.0:1763340292.518004:0:10032:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518011:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518017:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518023:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518029:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.518032:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518038:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518053:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:3.0:1763340292.518057:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.518061:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518067:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ac16 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518081:0:10032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518086:0:10032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518092:0:10032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518097:0:10032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.518100:0:10032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518105:0:10032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518112:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:3.0:1763340292.518114:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340292.518117:0:10032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518123:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650600/0xbdebf3fb1824ac1d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.518154:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ac0f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 226 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.518172:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 225 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.518179:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:3.0:1763340292.518181:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340292.518184:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651800, rc 0) 00000100:00100000:3.0:1763340292.518249:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:56795:x1848995280782336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 663us (4393us total) trans 4294972641 rc 0/0 00000100:00100000:3.0:1763340292.518257:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9092 00000100:00100000:0.0:1763340292.522746:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.522828:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280782592 00000100:00100000:2.0:1763340292.522840:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280782592 00000100:00100000:2.0:1763340292.522896:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3093 00000100:00100000:2.0:1763340292.522906:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:56795:x1848995280782592:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340292.523128:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56795:x1848995280782592:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 222us (390us total) trans 4294972642 rc 0/0 00000100:00100000:2.0:1763340292.523135:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3093 00000100:00100000:0.0:1763340292.528986:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.529089:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.529566:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280782976 00000100:00100000:3.0:1763340292.529578:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280782976 00000100:00100000:3.0:1763340292.529657:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9093 00000100:00100000:3.0:1763340292.529669:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56795:x1848995280782976:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.529695:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.529720:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac32 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c00 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.529820:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340292.529835:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 227 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.529842:0:10032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.529850:0:10032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 5/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.529878:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.529889:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 227 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.529902:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292226944:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340292.529983:0:10032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 227 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.529991:0:10032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 227 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.529999:0:10032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292227072:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.530017:0:10032:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c3eb4300 going to sleep for 11 seconds 00000100:00100000:1.0:1763340292.530365:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280782720 00000100:00100000:1.0:1763340292.530371:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280782720 00010000:00010000:1.0:1763340292.530395:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 228 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763340292.530428:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2960 00000100:00100000:1.0:1763340292.530436:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:2410:x1848995280782720:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340292.530447:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340292.530453:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 228 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763340292.530464:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 228 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763340292.530482:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:1.0:1763340292.530487:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.530493:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:1.0:1763340292.530498:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340292.530524:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:2410:x1848995280782720:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 89us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340292.530558:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2960 00010000:00010000:3.0:1763340292.533579:0:10032:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.42@tcp) returned -22 from blocking AST (req@0000000053e416ff x1848995292226944) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 227 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763340292.533603:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ac24 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf9 expref: 227 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.533629:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292226944:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340292.533644:0:10032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10032:1848995292227072:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340292.533667:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:3.0:1763340292.533672:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.533681:0:10032:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.533689:0:10032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:2.0:1763340292.546628:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340292.546892:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280783104 00000100:00100000:0.0:1763340292.546903:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280783104 00010000:00010000:0.0:1763340292.546946:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 227 pid: 6513 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763340292.546997:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2961 00000100:00100000:0.0:1763340292.547008:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:2408:x1848995280783104:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340292.547026:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340292.547032:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 227 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763340292.547045:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 227 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763340292.547067:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824ac01 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16beb expref: 227 pid: 6513 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763340292.547096:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:0.0:1763340292.547101:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340292.547111:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340292.547117:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10032 initiator: MDT1 00010000:00010000:0.0:1763340292.547149:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340292.547187:0:10032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.547196:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000100:00100000:0.0:1763340292.547205:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:2408:x1848995280783104:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 196us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.547215:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2961 00000004:00200000:3.0:1763340292.547224:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:3.0:1763340292.547352:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac32 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c00 expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.547369:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c00 expref: 226 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.547378:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:3.0:1763340292.547381:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763340292.547384:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:3.0:1763340292.547430:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56795:x1848995280782976:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 17763us (18339us total) trans 4294972643 rc 0/0 00000100:00100000:3.0:1763340292.547437:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9093 00000100:00100000:2.0:1763340292.554812:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.554873:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280783232 00000100:00100000:3.0:1763340292.554884:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280783232 00000100:00100000:3.0:1763340292.554940:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3094 00000100:00100000:3.0:1763340292.554950:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56795:x1848995280783232:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:3.0:1763340292.555889:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56795:x1848995280783232:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 937us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.555899:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3094 00010000:00010000:1.0:1763340292.569431:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340292.569648:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.569929:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280783488 00000100:00100000:3.0:1763340292.569939:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280783488 00000100:00100000:3.0:1763340292.569997:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9094 00000100:00100000:3.0:1763340292.570008:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:56795:x1848995280783488:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340292.570027:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340292.570031:0:10032:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763340292.570055:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824ac39 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c00 expref: 226 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.570073:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555ca73fd00) 00010000:00010000:3.0:1763340292.570083:0:10032:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340292.570096:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac47 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c07 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.570194:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ac4e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:3.0:1763340292.570206:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ac4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:3.0:1763340292.570216:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ac4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:3.0:1763340292.570227:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:3.0:1763340292.570331:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac47 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c07 expref: 228 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.570349:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ac4e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c07 expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.570355:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:3.0:1763340292.570358:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763340292.570361:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83200, rc 0) 00000100:00100000:3.0:1763340292.571838:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56795:x1848995280783488:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1824us (2214us total) trans 4294972644 rc 0/0 00000100:00100000:3.0:1763340292.571850:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9094 00000100:00100000:0.0:1763340292.585582:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.585689:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280783744 00000100:00100000:3.0:1763340292.585700:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280783744 00000100:00100000:3.0:1763340292.585761:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3095 00000100:00100000:3.0:1763340292.585771:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56795:x1848995280783744:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:3.0:1763340292.585838:0:6517:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1d9:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ac4e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c07 expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340292.585878:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:3.0:1763340292.585891:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.585901:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586064:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586072:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586079:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586084:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340292.586089:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586096:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586106:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:3.0:1763340292.586109:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763340292.586114:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586120:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ac5c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340292.586130:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2aca600) 00010000:00010000:3.0:1763340292.586133:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763340292.586138:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ac4e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c07 expref: 227 pid: 10032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340292.586277:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56795:x1848995280783744:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 507us (704us total) trans 4294972645 rc -22/-22 00000100:00100000:3.0:1763340292.586286:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3095 00000100:00100000:2.0:1763340292.589290:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.589469:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280783872 00000100:00100000:3.0:1763340292.589479:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280783872 00000100:00100000:3.0:1763340292.589631:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9095 00000100:00100000:2.0:1763340292.589747:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:56795:x1848995280783872:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.589770:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.589793:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c0e expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.589850:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 228 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.589865:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 228 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.589882:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.589886:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340292.589889:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894a00, rc 0) 00000100:00100000:2.0:1763340292.589948:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:56795:x1848995280783872:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 308us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.589956:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9095 00000100:00100000:0.0:1763340292.597825:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.601040:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280784128 00000100:00100000:2.0:1763340292.601056:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280784128 00000100:00100000:2.0:1763340292.601138:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9096 00000100:00100000:2.0:1763340292.601150:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:56795:x1848995280784128:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.601170:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.601192:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac6a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c15 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.601720:0:10032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10032 initiator: MDT0 00010000:00010000:2.0:1763340292.601735:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10032 initiator: MDT1 00010000:00010000:2.0:1763340292.601747:0:10032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10032 initiator: MDT1 00000004:00200000:2.0:1763340292.601761:0:10032:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1da:0x0]: returning size 0 00010000:00010000:2.0:1763340292.601807:0:10032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac6a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 231 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.601829:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 230 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.601838:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1da:0x0].0x0 (ffff9554c2eb3900) 00010000:00010000:2.0:1763340292.601840:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340292.601843:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894000, rc 0) 00000100:00100000:2.0:1763340292.601901:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:56795:x1848995280784128:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 755us (4088us total) trans 4294972646 rc 0/0 00000100:00100000:2.0:1763340292.601908:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9096 00000100:00100000:0.0:1763340292.614464:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340292.614581:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280784384 00000100:00100000:1.0:1763340292.614595:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280784384 00000100:00100000:1.0:1763340292.614686:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9097 00000100:00100000:1.0:1763340292.614697:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:56795:x1848995280784384:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340292.614729:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340292.614749:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ac7f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c1c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.614869:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824ac86 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763340292.614889:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824ac86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763340292.614899:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824ac86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763340292.614910:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:1.0:1763340292.614999:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ac7f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c1c expref: 233 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.615015:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824ac86 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c1c expref: 232 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340292.615024:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:1.0:1763340292.615027:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340292.615030:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e800, rc 0) 00000100:00100000:1.0:1763340292.615090:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+232:56795:x1848995280784384:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 396us (641us total) trans 4294972647 rc 0/0 00000100:00100000:1.0:1763340292.615097:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9097 00000100:00100000:1.0:1763340292.622948:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.623071:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280784640 00000100:00100000:2.0:1763340292.623081:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280784640 00000100:00100000:2.0:1763340292.623142:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3096 00000100:00100000:2.0:1763340292.623151:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+232:56795:x1848995280784640:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340292.623223:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1d9:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824ac86 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c1c expref: 232 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.623262:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340292.623276:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 232 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.623284:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.623315:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 232 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.623329:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 232 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.623342:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292227200:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340292.623424:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c4e3b540 going to sleep for 11 seconds 00000100:00100000:0.0:1763340292.632227:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.632304:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280784768 00000100:00100000:3.0:1763340292.632316:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280784768 00010000:00010000:3.0:1763340292.632353:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 233 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.632395:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2962 00000100:00100000:3.0:1763340292.632404:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:2410:x1848995280784768:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340292.632418:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.632423:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 233 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763340292.632436:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 233 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763340292.632458:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:3.0:1763340292.632463:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340292.632472:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340292.632479:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340292.632495:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340292.632575:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:2410:x1848995280784768:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 171us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.632582:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2962 00010000:00010000:2.0:1763340292.634438:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ac63 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c0e expref: 232 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.634459:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292227200:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340292.634480:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.634488:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.634494:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.634516:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340292.634528:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 231 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.634764:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.634799:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 231 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.634812:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 231 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763340292.634824:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292227328:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340292.635432:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c4e3b540 going to sleep for 11 seconds 00000100:00100000:0.0:1763340292.639171:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.642946:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292227328:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340292.642976:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763340292.646772:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280784896 00000100:00100000:3.0:1763340292.646786:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280784896 00010000:00010000:3.0:1763340292.646834:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 232 pid: 10032 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763340292.646886:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2963 00000100:00100000:3.0:1763340292.646896:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+232:2408:x1848995280784896:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340292.646910:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340292.646916:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 232 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763340292.646929:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 232 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763340292.646951:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894000/0xbdebf3fb1824ac71 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c15 expref: 232 pid: 10032 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763340292.646967:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1da:0x0].0x0 (ffff9554c2eb3900) 00010000:00010000:3.0:1763340292.646972:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340292.646982:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340292.646990:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340292.647021:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340292.647078:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+231:2408:x1848995280784896:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 183us (7916us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.647085:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2963 00010000:00010000:2.0:1763340292.647304:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.647312:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340292.647637:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292227456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340292.647684:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340292.647712:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0fa0600 going to sleep for 11 seconds 00000100:00100000:3.0:1763340292.647818:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292227456 00000100:00100000:3.0:1763340292.647823:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292227456 00000100:00100000:3.0:1763340292.647862:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1763340292.647872:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:6516:x1848995292227456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763340292.647951:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:6516:x1848995292227456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 79us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.647958:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1763340292.648089:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292227456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340292.648130:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292227584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340292.648151:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340292.648171:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0fa0240 going to sleep for 11 seconds 00000100:00100000:0.0:1763340292.648210:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292227584 00000100:00100000:0.0:1763340292.648215:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292227584 00000100:00100000:0.0:1763340292.648245:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:0.0:1763340292.648251:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:6516:x1848995292227584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763340292.648308:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:6516:x1848995292227584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340292.648315:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1763340292.648387:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292227584:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1763340292.648420:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972648 00000001:00080000:2.0:1763340292.648461:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972649 00010000:00010000:2.0:1763340292.648475:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648483:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648490:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648496:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.648499:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648507:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648518:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1da:0x0].0x0 (ffff9554c2eb3900) 00010000:00010000:2.0:1763340292.648521:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340292.648526:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648558:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ac9b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1da:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648576:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648582:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648587:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648596:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340292.648599:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648605:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648620:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.648623:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340292.648627:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648633:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ac94 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.648643:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.648646:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340292.648652:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824ac86 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c1c expref: 233 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340292.648730:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+232:56795:x1848995280784640:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 25579us (25795us total) trans 4294972650 rc 0/0 00000100:00100000:2.0:1763340292.648738:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3096 00000020:00080000:2.0:1763340292.648741:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763340292.660185:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.660280:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280785024 00000100:00100000:2.0:1763340292.660290:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280785024 00000100:00100000:2.0:1763340292.660352:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9098 00000100:00100000:2.0:1763340292.660361:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+232:56795:x1848995280785024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340292.660385:0:10032:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340292.660409:0:10032:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aca2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c23 expref: -99 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.660466:0:10032:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aca2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c23 expref: 233 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.660481:0:10032:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aca2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c23 expref: 233 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340292.660497:0:10032:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:2.0:1763340292.660501:0:10032:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340292.660504:0:10032:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:2.0:1763340292.660594:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:56795:x1848995280785024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 233us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340292.660601:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9098 00000100:00100000:0.0:1763340292.675661:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340292.678628:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280785280 00000100:00100000:2.0:1763340292.678641:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280785280 00000100:00100000:2.0:1763340292.678707:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3097 00000100:00100000:2.0:1763340292.678717:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b20c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:56795:x1848995280785280:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340292.678977:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1da:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763340292.679032:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1370, 64 off115424 00000040:00080000:2.0:1763340292.679051:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1347, 64 off113656 00000001:00080000:2.0:1763340292.679057:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972651 00010000:00010000:2.0:1763340292.679094:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340292.679108:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.679118:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.679127:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.679134:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.679139:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340292.679168:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340292.679219:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340292.679226:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.679232:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9895e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340292.679235:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.679242:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.679254:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1da:0x0].0x0 (ffff9554c2eb3900) 00010000:00010000:1.0:1763340292.679257:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340292.679261:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.679266:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9895e00/0xbdebf3fb1824aca9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340292.679279:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.679281:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340292.679283:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340292.679380:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b20c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+235:56795:x1848995280785280:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 664us (3728us total) trans 4294972652 rc 0/0 00000100:00100000:1.0:1763340292.679389:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3097 00000020:00080000:1.0:1763340292.679394:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340292.683123:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340292.683292:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280785536 00000100:00100000:3.0:1763340292.683302:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280785536 00000100:00100000:3.0:1763340292.683828:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3098 00000100:00100000:3.0:1763340292.683840:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+235:56795:x1848995280785536:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340292.688745:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:56795:x1848995280785536:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 4895us (5618us total) trans 4294972653 rc 0/0 00000100:00100000:3.0:1763340292.688761:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3098 00000100:00100000:0.0:1763340292.887905:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292227712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763340292.887977:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340292.888172:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292227712 00000100:00100000:3.0:1763340292.888180:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292227712 00000100:00100000:3.0:1763340292.888236:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1763340292.888245:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292227712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763340292.888266:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 28672 granted 484929472 pending 0 free 3919192064 avail 3687612416 00000100:00100000:3.0:1763340292.888319:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292227712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340292.888326:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1763340292.888646:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292227712:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1763340293.619696:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340294.615952:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340294.938241:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292227840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763340294.938333:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340294.938529:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292227840 00000100:00100000:3.0:1763340294.938556:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292227840 00000100:00100000:3.0:1763340294.939189:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1763340294.939201:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+33:3650:x1848995292227840:12345-0@lo:13:osp-pre-1-1.0 00000004:00080000:0.0:1763340294.940825:0:9947:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1035748289354ns, next at 1036748285231ns, rc = 0 00002000:00000024:3.0:1763340294.941556:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484930368 pending 28672 free 3920220160 avail 3688697856 00000100:00100000:3.0:1763340294.941681:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+33:3650:x1848995292227840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2478us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340294.941692:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00080000:3.0:1763340294.941727:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763340294.942881:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292227840:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1763340295.639892:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340295.959871:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292227968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763340295.959970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340295.960114:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292227968 00000100:00100000:0.0:1763340295.960126:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292227968 00000100:00100000:0.0:1763340295.960207:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1763340295.960220:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848995292227968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763340295.960249:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484930368 pending 28672 free 3920220160 avail 3688697856 00000100:00100000:0.0:1763340295.960314:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1848995292227968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340295.960322:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00080000:1.0:1763340295.960463:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763340295.960508:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292227968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763340295.963897:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292228096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763340295.963980:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340295.964033:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340295.964039:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292228224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763340295.964063:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340295.964096:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228096 00000100:00100000:2.0:1763340295.964104:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228096 00000100:00100000:2.0:1763340295.964156:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228224 00000100:00100000:2.0:1763340295.964160:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228224 00000100:00100000:2.0:1763340295.964177:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1763340295.964186:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1848995292228096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763340295.964230:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:2.0:1763340295.964278:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1848995292228096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340295.964285:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1763340295.964303:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1763340295.964309:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292228224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763340295.964327:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1299714048 00000100:00100000:2.0:1763340295.964351:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292228224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340295.964357:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1763340295.964419:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292228224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763340295.964433:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292228096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763340295.964466:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3650:1848995292228352:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.964504:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340295.964562:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3650:1848995292228864:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.964606:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340295.964623:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292229376:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.964632:0:32282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228352 00000100:00100000:0.0:1763340295.964638:0:32282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228352 00000100:00100000:2.0:1763340295.964651:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340295.964675:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1763340295.964679:0:32282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1763340295.964685:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3650:1848995292228480:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.964692:0:32282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd5b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3650:x1848995292228352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.964718:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340295.964741:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3650:1848995292228992:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.964748:0:32282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd5b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3650:x1848995292228352:12345-0@lo:400:kworker.0 Request processed in 60us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340295.964757:0:32282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1763340295.964770:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340295.964796:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292228736:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.964802:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3650:1848995292229504:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.964831:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340295.964851:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3649:1848995292229248:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.964871:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340295.964886:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1763340295.964891:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292228608:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.964909:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340295.964922:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3649:1848995292229120:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.964941:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340295.964966:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292229376 00000100:00100000:0.0:1763340295.964970:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292229376 00000100:00100000:0.0:1763340295.965013:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228736 00000100:00100000:2.0:1763340295.965015:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340295.965018:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228736 00000100:00100000:0.0:1763340295.965049:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228608 00000100:00100000:0.0:1763340295.965053:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228608 00000100:00100000:2.0:1763340295.965075:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3650:1848995292228352:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.965088:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1763340295.965100:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292229376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965143:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1763340295.965164:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292228736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.965166:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292229376:12345-0@lo:400:kworker.0 Request processed in 62us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340295.965181:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1763340295.965207:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1763340295.965220:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292228608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965245:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3649:x1848995292228736:12345-0@lo:400:kworker.0 Request processed in 91us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340295.965255:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1763340295.965295:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228864 00000100:00100000:2.0:1763340295.965300:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228864 00000100:00100000:2.0:1763340295.965331:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228480 00000100:00100000:2.0:1763340295.965334:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228480 00000100:00100000:2.0:1763340295.965343:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292228992 00000100:00100000:2.0:1763340295.965345:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292228992 00000100:00100000:2.0:1763340295.965375:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292229248 00000100:00100000:2.0:1763340295.965378:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292229248 00000100:00100000:2.0:1763340295.965392:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292229120 00000100:00100000:2.0:1763340295.965394:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292229120 00000100:00100000:2.0:1763340295.965409:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292229504 00000100:00100000:2.0:1763340295.965413:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292229504 00000100:00100000:2.0:1763340295.965431:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:2.0:1763340295.965440:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1848995292228864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340295.965461:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1763340295.965479:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1848995292228480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965489:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1848995292228864:12345-0@lo:400:kworker.0 Request processed in 48us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340295.965498:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:2.0:1763340295.965517:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1763340295.965530:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1848995292228992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340295.965563:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1848995292228480:12345-0@lo:400:kworker.0 Request processed in 89us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340295.965586:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1763340295.965628:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1763340295.965635:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1848995292228992:12345-0@lo:400:kworker.0 Request processed in 105us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340295.965651:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1848995292229248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965652:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1763340295.965681:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1763340295.965691:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848995292229120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340295.965718:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1848995292229248:12345-0@lo:400:kworker.0 Request processed in 76us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340295.965729:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1763340295.965737:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848995292229120:12345-0@lo:400:kworker.0 Request processed in 46us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340295.965746:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1763340295.965759:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1763340295.965772:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1848995292229504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965803:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292228608:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965828:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3649:1848995292229120:0@lo:400:kworker.0 00000100:00100000:1.0:1763340295.965833:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1848995292229504:12345-0@lo:400:kworker.0 Request processed in 59us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340295.965844:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1763340295.965849:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292228736:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965869:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3649:1848995292229248:0@lo:400:kworker.0 00000100:00080000:1.0:1763340295.965884:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763340295.965892:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763340295.965897:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763340295.965925:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3650:1848995292228480:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965939:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3650:1848995292228992:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965949:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3650:1848995292229504:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965960:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3650:1848995292228864:0@lo:400:kworker.0 00000100:00100000:2.0:1763340295.965973:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292229376:0@lo:400:kworker.0 00000100:00100000:0.0:1763340295.968423:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3649:x1848995292228608:12345-0@lo:400:kworker.0 Request processed in 57us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340295.968444:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1763340296.253034:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340296.253080:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340296.253122:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340296.253150:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340296.253198:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340296.253236:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280786176 00000100:00100000:0.0:1763340296.253248:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280786176 00000100:00100000:0.0:1763340296.253308:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280786048 00000100:00100000:0.0:1763340296.253310:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280786048 00000100:00100000:0.0:1763340296.253333:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 720 00000100:00100000:0.0:1763340296.253342:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2410:x1848995280786176:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1763340296.253423:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2410:x1848995280786176:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 82us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340296.253431:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 720 00000100:00100000:0.0:1763340296.253446:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 721 00000100:00100000:0.0:1763340296.253452:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280786048:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1763340296.253478:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280786048:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 26us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340296.253485:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 721 00000100:00100000:0.0:1763340296.253504:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280785920 00000100:00100000:0.0:1763340296.253507:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280785920 00000100:00100000:0.0:1763340296.253574:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280785792 00000100:00100000:0.0:1763340296.253578:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280785792 00000100:00100000:0.0:1763340296.253614:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1257 00000100:00100000:0.0:1763340296.253621:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:2410:x1848995280785920:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1763340296.253665:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:2410:x1848995280785920:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 46us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340296.253675:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1257 00000100:00100000:0.0:1763340296.253686:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1258 00000100:00100000:0.0:1763340296.253691:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280785792:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1763340296.253717:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280785792:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 26us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340296.253723:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1258 00000100:00080000:0.0:1763340296.253744:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763340296.253750:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763340296.253753:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763340296.253755:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763340296.254063:0:32281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280785664 00000100:00100000:2.0:1763340296.254068:0:32281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280785664 00000100:00100000:2.0:1763340296.254097:0:32281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 158 00000100:00100000:2.0:1763340296.254103:0:32281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd5b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6e1466d-3433-4192-8af0-974fd302f81f+9:2410:x1848995280785664:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1763340296.254133:0:32281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd5b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6e1466d-3433-4192-8af0-974fd302f81f+9:2410:x1848995280785664:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 30us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340296.254139:0:32281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 158 00000100:00100000:0.0:1763340296.475727:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292229632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763340296.475794:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340296.475862:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292229632 00000100:00100000:1.0:1763340296.475870:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292229632 00000100:00100000:1.0:1763340296.475929:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1763340296.475940:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292229632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763340296.475967:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 28672 granted 484929472 pending 0 free 3919192064 avail 3687669760 00000100:00100000:1.0:1763340296.476011:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292229632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340296.476018:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1763340296.476597:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292229632:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1763340296.664042:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340296.866837:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340296.866876:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280786304 00000100:00100000:3.0:1763340296.866886:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280786304 00000100:00100000:3.0:1763340296.866938:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9099 00000100:00100000:3.0:1763340296.866948:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:57220:x1848995280786304:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:3.0:1763340296.866968:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340296.866992:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824acb0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c2a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340296.867056:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340296.867070:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867082:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867093:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340296.867101:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867108:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867175:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824acc5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340296.867185:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824acc5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867192:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824acc5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:3.0:1763340296.867230:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00000004:00200000:3.0:1763340296.867234:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763340296.867252:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824acc5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867264:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824acc5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867273:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867280:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867285:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867292:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867298:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340296.867302:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867310:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867321:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9554c2aca500) 00010000:00010000:3.0:1763340296.867325:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340296.867330:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867337:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824acb7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867348:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867354:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867360:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867366:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340296.867368:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867374:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867382:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:3.0:1763340296.867385:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340296.867388:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867394:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83800/0xbdebf3fb1824acbe lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340296.867418:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824acb0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c2a expref: 238 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340296.867441:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824acc5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c2a expref: 237 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340296.867449:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:3.0:1763340296.867451:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340296.867454:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:3.0:1763340296.867509:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+237:57220:x1848995280786304:12345-192.168.203.42@tcp:101:rm.0 Request processed in 562us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340296.867516:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9099 00000100:00100000:1.0:1763340296.881127:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340296.881166:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280786432 00000100:00100000:1.0:1763340296.881175:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280786432 00000100:00100000:1.0:1763340296.881229:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6140 00000100:00100000:1.0:1763340296.881239:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2409:x1848995280786432:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:1.0:1763340296.881259:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340296.881281:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c31 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340296.881305:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340296.881324:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340296.881326:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340296.881335:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 14 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340296.881353:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 14 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340296.881367:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:1.0:1763340296.881416:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2409:x1848995280786432:12345-192.168.203.42@tcp:101:rm.0 Request processed in 179us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340296.881424:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6140 00000100:00100000:1.0:1763340296.882552:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340296.882579:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280786560 00000100:00100000:1.0:1763340296.882596:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280786560 00000100:00100000:1.0:1763340296.882632:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6141 00000100:00100000:1.0:1763340296.882640:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280786560:12345-192.168.203.42@tcp:101:rm.0 00010000:00010000:1.0:1763340296.882653:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340296.882672:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c38 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340296.882698:0:8457:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340296.882713:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340296.882715:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340296.882721:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 27 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340296.882734:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 27 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340296.882743:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340296.882781:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280786560:12345-192.168.203.42@tcp:101:rm.0 Request processed in 141us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340296.882788:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6141 00000100:00100000:1.0:1763340296.888223:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340296.888274:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280786816 00000100:00100000:1.0:1763340296.888284:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280786816 00000100:00100000:1.0:1763340296.888345:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9100 00000100:00100000:1.0:1763340296.888356:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+237:57220:x1848995280786816:12345-192.168.203.42@tcp:36:rm.0 00010000:00010000:1.0:1763340296.888408:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763340296.888434:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf82600/0xbdebf3fb1824acc5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c2a expref: 237 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340296.888458:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824aca2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c23 expref: 236 pid: 10032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340296.888470:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9554c2eb3c00) 00010000:00010000:1.0:1763340296.888483:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340296.888509:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340296.888522:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.888551:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.888563:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340296.888572:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.888578:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.888666:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340296.888674:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.888682:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000040:00080000:1.0:1763340296.888894:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1348, 64 off113720 00000004:00080000:1.0:1763340296.888906:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1037696372193ns, next at 1038696369645ns, rc = 0 00000040:00080000:1.0:1763340296.888928:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1371, 64 off115488 00000004:00080000:1.0:1763340296.888935:0:8423:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1037696402290ns, next at 1038696400952ns, rc = 0 00010000:00010000:1.0:1763340296.888983:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340296.888996:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889004:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889011:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889016:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889022:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889039:0:8423:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340296.889056:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889062:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889068:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889073:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340296.889077:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889084:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889092:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555fba3fe00) 00010000:00010000:1.0:1763340296.889095:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763340296.889100:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889105:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824ace8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889210:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889216:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889221:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889226:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889230:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340296.889233:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889239:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889246:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff9555fba3f600) 00010000:00010000:1.0:1763340296.889248:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340296.889251:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889255:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e800/0xbdebf3fb1824acda lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340296.889266:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f375685e reply state 000000009e0bcbb6 transno 4294972654 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889279:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889284:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:1.0:1763340296.889287:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340296.889289:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340296.889356:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+237:57220:x1848995280786816:12345-192.168.203.42@tcp:36:rm.0 Request processed in 1001us (1142us total) trans 4294972654 rc 0/0 00000100:00100000:1.0:1763340296.889363:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9100 00010000:00010000:1.0:1763340296.889389:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340296.889395:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889400:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340296.889403:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889408:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889416:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff9555fba3fe00) 00010000:00010000:1.0:1763340296.889418:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763340296.889421:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889426:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824acef lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340296.889437:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340296.889438:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340296.889440:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1763340296.993446:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871434 is committed 00000001:00080000:0.0:1763340296.993461:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871433 is committed 00010000:00010000:0.0:1763340297.690070:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763340298.010994:0:8448:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1038818458145ns, next at 1039818455363ns, rc = 0 00000100:00100000:1.0:1763340298.012011:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763340298.012033:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292229760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763340298.012100:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340298.012202:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292229760 00000100:00100000:1.0:1763340298.012209:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292229760 00000100:00100000:1.0:1763340298.012271:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1763340298.012279:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292229760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763340298.012298:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 28672 granted 484929472 pending 0 free 3919192064 avail 3687669760 00000100:00100000:1.0:1763340298.012333:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+17:3648:x1848995292229760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340298.012340:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1763340298.012381:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292229760:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1763340298.012403:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1763340298.025758:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 880 committed 00000001:00080000:2.0:1763340298.025789:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972654 is committed 00000004:00080000:2.0:1763340298.025793:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 901 committed 00000004:00080000:2.0:1763340298.025801:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 879 committed 00000004:00080000:2.0:1763340298.025805:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 900 committed 00000004:00080000:2.0:1763340298.025840:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 899 committed 00000004:00080000:2.0:1763340298.025842:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 878 committed 00010000:00010000:2.0:1763340298.025959:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.025970:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.025977:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.025982:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.025986:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.025993:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026008:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:2.0:1763340298.026011:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.026015:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026021:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ab28 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026034:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340298.026040:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340298.026045:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340298.026049:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845cc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.026052:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340298.026057:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340298.026063:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:2.0:1763340298.026065:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.026067:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340298.026072:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824abbb lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340298.026093:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026097:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026102:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026106:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.026108:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026113:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026119:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff9554c2eb3e00) 00010000:00010000:2.0:1763340298.026121:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.026123:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.026131:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824ace1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340298.026193:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292229888:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340298.026264:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.035163:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292230016:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340298.035246:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.035284:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292230528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340298.035302:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.035333:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230272:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340298.035353:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.035366:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230784:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340298.035384:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340298.035395:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292229888 00000100:00100000:2.0:1763340298.035402:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1763340298.035405:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292229888 00000100:00100000:2.0:1763340298.035411:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230144:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763340298.035434:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.035449:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230656:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763340298.035463:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340298.035685:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292230016 00000100:00100000:0.0:1763340298.035690:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292230016 00000100:00100000:2.0:1763340298.035710:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292230528 00000100:00100000:2.0:1763340298.035716:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292230528 00000100:00100000:0.0:1763340298.035718:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292230272 00000100:00100000:0.0:1763340298.035724:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292230272 00000100:00100000:0.0:1763340298.035745:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292230784 00000100:00100000:0.0:1763340298.035749:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292230784 00000100:00100000:2.0:1763340298.035754:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292230144 00000100:00100000:2.0:1763340298.035759:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292230144 00000100:00100000:0.0:1763340298.035770:0:28498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292230656 00000100:00100000:0.0:1763340298.035775:0:28498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292230656 00000100:00100000:2.0:1763340298.035784:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6142 00000100:00100000:2.0:1763340298.035796:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+20:3650:x1848995292229888:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763340298.035801:0:28498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143 00000100:00100000:0.0:1763340298.035812:0:28498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3651:x1848995292230016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763340298.035824:0:30853:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:557 count 1 00002000:00080000:0.0:1763340298.035829:0:28498:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:558 count 1 00010000:00010000:0.0:1763340298.035851:0:28498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.035852:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.035886:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 13 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.035887:0:28498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 13 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340298.035906:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340298.035908:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.035909:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340298.035912:0:28498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.035915:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.035917:0:28498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.035960:0:28498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 13 pid: 35202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340298.035961:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 13 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.035987:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 13 pid: 8457 timeout: 1138 lvb_type: 0 00010000:00010000:0.0:1763340298.035989:0:28498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 13 pid: 35202 timeout: 1138 lvb_type: 1 00000100:00100000:2.0:1763340298.036011:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292231040:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340298.036015:0:28498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292230912:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340298.036127:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74540 going to sleep for 11 seconds 00000100:00100000:0.0:1763340298.036383:0:28498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2ec8480 going to sleep for 11 seconds 00000100:00100000:0.0:1763340298.036403:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6144 00000100:00100000:0.0:1763340298.036411:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3649:x1848995292230272:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340298.036426:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:560 count 1 00010000:00010000:0.0:1763340298.036440:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.036452:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 13 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340298.036461:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.036462:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.036465:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.036484:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 13 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340298.036495:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 13 pid: 30853 timeout: 1138 lvb_type: 1 00000100:00100000:0.0:1763340298.036504:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292231168:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340298.036614:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6145 00000100:00100000:3.0:1763340298.036624:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3651:x1848995292230528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763340298.036636:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:558 count 1 00010000:00010000:3.0:1763340298.036650:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.036662:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 16 pid: 35202 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763340298.036662:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2ec8f00 going to sleep for 11 seconds 00010000:00010000:3.0:1763340298.036669:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.036671:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.036673:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340298.036677:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6146 00000100:00100000:0.0:1763340298.036684:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292230784:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763340298.036693:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 16 pid: 35202 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1763340298.036696:0:35213:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:560 count 1 00010000:00010000:0.0:1763340298.036708:0:35213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.036709:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 16 pid: 35202 timeout: 1138 lvb_type: 1 00010000:00010000:0.0:1763340298.036719:0:35213:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 16 pid: 8457 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1763340298.036720:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292231296:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340298.036726:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.036727:0:35213:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.036730:0:35213:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340298.036745:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c6554f00 going to sleep for 11 seconds 00010000:00010000:0.0:1763340298.036751:0:35213:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 16 pid: 8457 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340298.036759:0:35213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 16 pid: 8457 timeout: 1138 lvb_type: 1 00000100:00100000:0.0:1763340298.036769:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292231424:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340298.036794:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c2ec8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340298.036809:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6147 00000100:00100000:0.0:1763340298.036817:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3649:x1848995292230144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763340298.036827:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:559 count 1 00002000:00010000:0.0:1763340298.036850:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340298.036855:0:8400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.036862:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.036864:0:8400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.036868:0:8400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.036881:0:8400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340298.036886:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292230400:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763340298.036890:0:8400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.036903:0:8400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.036921:0:8400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763340298.036924:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.036989:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292230400 00000100:00100000:2.0:1763340298.036995:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292230400 00000100:00100000:2.0:1763340298.037021:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6148 00000100:00100000:2.0:1763340298.037031:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848995292230656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340298.037044:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:559 count 1 00010000:00010000:2.0:1763340298.037056:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.037068:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 16 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340298.037081:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.037083:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.037086:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.037105:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 16 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340298.037115:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 16 pid: 35203 timeout: 1138 lvb_type: 1 00000100:00100000:2.0:1763340298.037125:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292231552:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340298.037151:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74300 going to sleep for 11 seconds 00000100:00100000:0.0:1763340298.037164:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3649:x1848995292230144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 345us (1726us total) trans 21474838720 rc 0/0 00000100:00100000:2.0:1763340298.037173:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6149 00000100:00100000:2.0:1763340298.037182:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3650:x1848995292230400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763340298.037194:0:35203:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:557 count 1 00000004:00080000:3.0:1763340298.037198:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d85f80/2, rc 0, transno 21474838720 00000100:00100000:3.0:1763340298.037218:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230144:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763340298.037222:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.037235:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 16 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.037242:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340298.037243:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763340298.037246:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.037271:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 16 pid: 35202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.037281:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 16 pid: 35202 timeout: 1138 lvb_type: 0 00000100:00100000:2.0:1763340298.037292:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292231680:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340298.037320:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f746c0 going to sleep for 11 seconds 00000100:00080000:2.0:1763340298.037341:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1763340298.040612:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838719 is committed 00000001:00080000:2.0:1763340298.040625:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838718 is committed 00010000:00010000:2.0:1763340298.042414:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763340298.042428:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.042440:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340298.042445:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.042456:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.042475:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.042482:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d800/0xbdebf3fb1824ad19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.042511:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340298.042513:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763340298.042515:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340298.043072:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.043150:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.043181:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280786944 00000100:00100000:3.0:1763340298.043189:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280786944 00000100:00080000:2.0:1763340298.043232:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763340298.043252:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 11 pid: 8457 timeout: 1138 lvb_type: 0 00000100:00100000:2.0:1763340298.043271:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292231040:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340298.043284:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787072 00000100:00100000:3.0:1763340298.043289:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787072 00010000:00010000:2.0:1763340298.043296:0:30853:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.043306:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 12 pid: 35202 timeout: 1138 lvb_type: 1 00000100:00100000:3.0:1763340298.043348:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2964 00000100:00100000:3.0:1763340298.043358:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280786944:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340298.043371:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340298.043377:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 12 pid: 8457 timeout: 1138 lvb_type: 0 00010000:00010000:3.0:1763340298.043388:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 12 pid: 8457 timeout: 1138 lvb_type: 0 00010000:00010000:3.0:1763340298.043406:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824aab1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b7b expref: 12 pid: 8457 timeout: 1138 lvb_type: 0 00010000:00010000:3.0:1763340298.043417:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.043419:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.043423:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.043432:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.043452:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340298.043496:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280786944:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 140us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.043504:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2964 00000100:00100000:3.0:1763340298.043522:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2965 00000100:00100000:3.0:1763340298.043529:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2408:x1848995280787072:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340298.043566:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340298.043571:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 10 pid: 35202 timeout: 1138 lvb_type: 1 00010000:00010000:3.0:1763340298.043593:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 10 pid: 35202 timeout: 1138 lvb_type: 1 00010000:00010000:3.0:1763340298.043605:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.043607:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.043610:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.043618:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.043630:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340298.043650:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2408:x1848995280787072:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 122us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.043657:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2965 00010000:00010000:2.0:1763340298.044749:0:30853:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.044765:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.044775:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.045286:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.045322:0:30853:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763340298.045525:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6147 00010000:00010000:0.0:1763340298.045637:0:28498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824aa56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b58 expref: 9 pid: 35202 timeout: 1138 lvb_type: 1 00000100:00100000:0.0:1763340298.045650:0:28498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28498:1848995292230912:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340298.045673:0:28498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045682:0:28498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045689:0:28498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045697:0:28498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045705:0:28498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045726:0:28498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763340298.045908:0:28498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3651:x1848995292230016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10097us (10661us total) trans 21474838722 rc 0/0 00000100:00100000:0.0:1763340298.045916:0:28498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143 00010000:00010000:0.0:1763340298.045938:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340298.045945:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045954:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340298.045958:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045968:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045986:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.045994:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c9894000/0xbdebf3fb1824acf6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.046010:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340298.046014:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.046020:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340298.046024:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.046032:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.046042:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.046049:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c400/0xbdebf3fb1824acfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.046063:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340298.046066:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340298.046068:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340298.046093:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838718 gen 2 00000004:00080000:0.0:1763340298.046099:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0000, transno 21474838706 00000004:00080000:0.0:1763340298.046108:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e0e00, transno 21474838707 00000004:00080000:0.0:1763340298.046111:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1880, transno 21474838708 00000004:00080000:0.0:1763340298.046113:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cc2e1500, transno 21474838709 00000004:00080000:0.0:1763340298.046116:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4700, transno 21474838710 00000004:00080000:0.0:1763340298.046119:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87ff800, transno 21474838711 00000004:00080000:0.0:1763340298.046122:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c4e00, transno 21474838712 00000004:00080000:0.0:1763340298.046125:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595f480, transno 21474838713 00000004:00080000:0.0:1763340298.046127:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7fb80, transno 21474838715 00000004:00080000:0.0:1763340298.046130:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7e300, transno 21474838716 00000004:00080000:0.0:1763340298.046132:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7d880, transno 21474838717 00000004:00080000:0.0:1763340298.046134:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555f7f7ce00, transno 21474838718 00000100:00100000:0.0:1763340298.046141:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c3d85f80 x1848995292230144/t21474838720(21474838720) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763340314 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763340298.046152:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d86300/2, rc 0, transno 21474838722 00000100:00100000:0.0:1763340298.046156:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292230016:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763340298.046290:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 12 done 00000100:00100000:2.0:1763340298.049881:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292229888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14077us (23605us total) trans 21474838721 rc 0/0 00000100:00100000:2.0:1763340298.049895:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6142 00000004:00080000:0.0:1763340298.049920:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d85180/2, rc 0, transno 21474838721 00000100:00100000:0.0:1763340298.049930:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292229888:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763340298.051640:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340298.052032:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292231168:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340298.052060:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340298.052062:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340298.052076:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.052098:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292231296:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340298.052111:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340298.052661:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787200 00000100:00100000:2.0:1763340298.052669:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787200 00010000:00010000:2.0:1763340298.052703:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 9 pid: 30853 timeout: 1138 lvb_type: 1 00000100:00100000:2.0:1763340298.052731:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787456 00000100:00100000:2.0:1763340298.052734:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787456 00010000:00010000:2.0:1763340298.052756:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 17 pid: 8457 timeout: 1138 lvb_type: 1 00000100:00100000:2.0:1763340298.052776:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2966 00000100:00100000:2.0:1763340298.052783:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+9:2410:x1848995280787200:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340298.052797:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340298.052802:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 9 pid: 30853 timeout: 1138 lvb_type: 1 00010000:00010000:2.0:1763340298.052813:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 9 pid: 30853 timeout: 1138 lvb_type: 1 00010000:00010000:2.0:1763340298.052833:0:14059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824accc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c31 expref: 9 pid: 30853 timeout: 1138 lvb_type: 1 00010000:00010000:2.0:1763340298.052846:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.052847:0:14059:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.052851:0:14059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.052861:0:14059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.052947:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340298.052984:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.053020:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292231424:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340298.053022:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340298.053036:0:35213:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340298.053044:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.053059:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787712 00000100:00100000:3.0:1763340298.053062:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787712 00000100:00100000:0.0:1763340298.053071:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787328 00000100:00100000:0.0:1763340298.053074:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787328 00010000:00010000:3.0:1763340298.053080:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 19 pid: 35202 timeout: 1138 lvb_type: 0 00010000:00010000:0.0:1763340298.053087:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 19 pid: 35202 timeout: 1138 lvb_type: 1 00000100:00100000:3.0:1763340298.053094:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787584 00000100:00100000:3.0:1763340298.053097:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787584 00000100:00100000:0.0:1763340298.053099:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2967 00000100:00100000:0.0:1763340298.053105:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280787456:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340298.053106:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 20 pid: 35203 timeout: 1138 lvb_type: 1 00010000:00010000:0.0:1763340298.053113:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340298.053117:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 20 pid: 8457 timeout: 1138 lvb_type: 1 00000100:00100000:3.0:1763340298.053124:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2968 00010000:00010000:0.0:1763340298.053127:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 20 pid: 8457 timeout: 1138 lvb_type: 1 00000100:00100000:3.0:1763340298.053129:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280787712:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340298.053136:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340298.053139:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 20 pid: 35202 timeout: 1138 lvb_type: 0 00010000:00010000:0.0:1763340298.053141:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824acd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c38 expref: 20 pid: 8457 timeout: 1138 lvb_type: 1 00010000:00010000:3.0:1763340298.053148:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 20 pid: 35202 timeout: 1138 lvb_type: 0 00010000:00010000:0.0:1763340298.053152:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.053154:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.053157:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.053159:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.053160:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.053163:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053164:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.053171:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.053180:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340298.053180:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340298.053223:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280787456:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 116us (1144us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.053288:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280787712:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 157us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.053296:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2968 00000100:00100000:3.0:1763340298.053313:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2969 00000100:00100000:3.0:1763340298.053320:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280787328:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340298.053327:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340298.053331:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 18 pid: 35202 timeout: 1138 lvb_type: 1 00000100:00100000:0.0:1763340298.053332:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2967 00010000:00010000:3.0:1763340298.053341:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 17 pid: 35202 timeout: 1138 lvb_type: 1 00000100:00100000:0.0:1763340298.053345:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2970 00000100:00100000:0.0:1763340298.053352:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280787584:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340298.053354:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824aa4f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b51 expref: 17 pid: 35202 timeout: 1138 lvb_type: 1 00010000:00010000:0.0:1763340298.053360:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340298.053363:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.053364:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.053364:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 16 pid: 35203 timeout: 1138 lvb_type: 1 00010000:00010000:3.0:1763340298.053368:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053374:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 16 pid: 35203 timeout: 1138 lvb_type: 1 00010000:00010000:3.0:1763340298.053375:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053385:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.053387:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.053390:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.053392:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340298.053397:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053407:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340298.053410:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280787328:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 92us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.053417:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2969 00000100:00100000:0.0:1763340298.053422:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280787584:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 71us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.053427:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2970 00010000:00010000:3.0:1763340298.053442:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053442:0:35213:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.053452:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053452:0:35213:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.053462:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053462:0:35213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053471:0:35213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.053476:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.053490:0:35213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763340298.053503:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763340298.054623:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292230784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17933us (19233us total) trans 17179871435 rc 0/0 00000100:00100000:0.0:1763340298.054634:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6146 00000100:00080000:0.0:1763340298.054665:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1763340298.054701:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824aabf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16b89 expref: 14 pid: 35202 timeout: 1138 lvb_type: 0 00000100:00100000:0.0:1763340298.054714:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292231680:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340298.054732:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054740:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054748:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054756:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054764:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054780:0:35203:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1763340298.054894:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3650:x1848995292230400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17713us (17968us total) trans 17179871436 rc 0/0 00000100:00100000:0.0:1763340298.054901:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6149 00010000:00010000:0.0:1763340298.054935:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ac08 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16bf2 expref: 13 pid: 35203 timeout: 1138 lvb_type: 1 00000100:00100000:0.0:1763340298.054946:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fd7d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292231552:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340298.054959:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054967:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054974:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054982:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054989:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.054998:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1763340298.055094:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292230656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18066us (19629us total) trans 17179871437 rc 0/0 00000100:00100000:0.0:1763340298.055101:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6148 00000100:00100000:0.0:1763340298.055153:0:3650:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871433 gen 2 00000004:00080000:0.0:1763340298.055160:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595c380, transno 17179871399 00000004:00080000:0.0:1763340298.055172:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595df80, transno 17179871400 00000004:00080000:0.0:1763340298.055175:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595ed80, transno 17179871401 00000004:00080000:0.0:1763340298.055177:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f6d80, transno 17179871402 00000004:00080000:0.0:1763340298.055180:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f6680, transno 17179871403 00000004:00080000:0.0:1763340298.055182:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c595c000, transno 17179871404 00000004:00080000:0.0:1763340298.055185:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6680, transno 17179871406 00000004:00080000:0.0:1763340298.055187:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7100, transno 17179871407 00000004:00080000:0.0:1763340298.055190:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6a00, transno 17179871408 00000004:00080000:0.0:1763340298.055193:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87f6300, transno 17179871409 00000004:00080000:0.0:1763340298.055196:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d86a00, transno 17179871410 00000004:00080000:0.0:1763340298.055198:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c6d87480, transno 17179871411 00000004:00080000:0.0:1763340298.055200:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c5880, transno 17179871414 00000004:00080000:0.0:1763340298.055203:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c5180, transno 17179871415 00000004:00080000:0.0:1763340298.055205:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87fc000, transno 17179871416 00000004:00080000:0.0:1763340298.055207:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c87ffb80, transno 17179871417 00000004:00080000:0.0:1763340298.055209:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc97480, transno 17179871421 00000004:00080000:0.0:1763340298.055212:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc95c00, transno 17179871422 00000004:00080000:0.0:1763340298.055214:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc97b80, transno 17179871423 00000004:00080000:0.0:1763340298.055216:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbc94000, transno 17179871424 00000004:00080000:0.0:1763340298.055218:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2150700, transno 17179871425 00000004:00080000:0.0:1763340298.055220:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2150000, transno 17179871426 00000004:00080000:0.0:1763340298.055223:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2153480, transno 17179871427 00000100:00100000:2.0:1763340298.057468:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+8:2410:x1848995280787200:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4674us (5397us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340298.057483:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2966 00000004:00080000:0.0:1763340298.057483:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2152a00, transno 17179871428 00000004:00080000:0.0:1763340298.057492:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc74e00, transno 17179871430 00000004:00080000:0.0:1763340298.057496:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555ffc77800, transno 17179871431 00000004:00080000:0.0:1763340298.057500:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2150e00, transno 17179871432 00000004:00080000:0.0:1763340298.057504:0:3650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c2151f80, transno 17179871433 00000100:00100000:0.0:1763340298.057513:0:3650:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c3d84e00 x1848995292230400/t17179871436(17179871436) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763340314 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763340298.057527:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d84e00/2, rc 0, transno 17179871436 00000100:00100000:0.0:1763340298.057558:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292230400:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763340298.057593:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.057604:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.057614:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.057622:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.057634:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000004:00080000:0.0:1763340298.057820:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 28 done 00010000:00010000:0.0:1763340298.057838:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1763340298.057846:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340298.057856:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3649:x1848995292230272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21444us (22499us total) trans 21474838723 rc 0/0 00010000:00010000:0.0:1763340298.057858:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340298.057865:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340298.057870:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6144 00010000:00010000:0.0:1763340298.057882:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057902:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057910:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad12 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057927:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1763340298.057931:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057937:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651800 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340298.057941:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057948:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057957:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057964:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad0b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057977:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1763340298.057981:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057987:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340298.057991:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.057998:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058007:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058014:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad27 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058029:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763340298.058033:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058040:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894e00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340298.058043:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058049:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058058:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058065:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad20 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058077:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340298.058081:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058087:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845de00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340298.058091:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058098:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058110:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058117:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.058128:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340298.058130:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340298.058132:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340298.058156:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763340298.058802:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3651:x1848995292230528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22177us (23495us total) trans 17179871438 rc 0/0 00000100:00100000:3.0:1763340298.058812:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6145 00010000:00010000:3.0:1763340298.058838:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763340298.058847:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d84700/2, rc 0, transno 17179871438 00000100:00100000:2.0:1763340298.058855:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292230528:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763340298.058866:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d87100/2, rc 0, transno 17179871437 00000100:00100000:3.0:1763340298.058871:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230656:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763340298.058884:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c3d86a00/2, rc 0, transno 21474838723 00000100:00100000:3.0:1763340298.058887:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3d86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230272:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763340298.058895:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554cbcfe300/2, rc 0, transno 17179871435 00000100:00100000:3.0:1763340298.058898:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292230784:0@lo:6:osp-syn-1-1.0 00000001:02000400:3.0:1763340298.346311:0:35416:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 70a: flr mode fsx test ================ 19:44:57 (1763340297) 00000100:00100000:0.0:1763340298.462959:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.463026:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787840 00000100:00100000:3.0:1763340298.463035:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787840 00000100:00100000:2.0:1763340298.463677:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9101 00000100:00100000:2.0:1763340298.463691:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:57376:x1848995280787840:12345-192.168.203.42@tcp:41:stat.0 00000004:00000024:2.0:1763340298.463743:0:8423:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7839412224 avail 7376310272 00000100:00100000:2.0:1763340298.463816:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:57376:x1848995280787840:12345-192.168.203.42@tcp:41:stat.0 Request processed in 130us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340298.463824:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9101 00000100:00080000:0.0:1763340298.464026:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763340298.515495:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.515984:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280787968 00000100:00100000:3.0:1763340298.515994:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280787968 00000100:00100000:3.0:1763340298.516049:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9102 00000100:00100000:3.0:1763340298.516058:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:57383:x1848995280787968:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340298.516075:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340298.516113:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c3f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.516176:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516189:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516200:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516224:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516231:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516237:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516289:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516294:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516300:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516305:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516310:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.516314:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516324:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516334:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9555d8f7fd00) 00010000:00010000:3.0:1763340298.516337:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.516340:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516346:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516356:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516362:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516367:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516371:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.516373:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516378:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516383:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9554c2aca100) 00010000:00010000:3.0:1763340298.516385:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.516387:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516391:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad3c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.516415:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad2e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c3f expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.516424:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9555d8f7fd00) 00010000:00010000:3.0:1763340298.516426:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.516429:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c3f expref: 21 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.516437:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650c00, rc 0) 00000100:00100000:3.0:1763340298.516487:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:57383:x1848995280787968:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 430us (1001us total) trans 0 rc 301/301 00000100:00100000:3.0:1763340298.516494:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9102 00000100:00100000:2.0:1763340298.533020:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.533093:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280788224 00000100:00100000:0.0:1763340298.533108:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280788224 00000100:00100000:0.0:1763340298.533187:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9103 00000100:00100000:0.0:1763340298.533203:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:57383:x1848995280788224:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:0.0:1763340298.533257:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340298.533285:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9554cc45c600/0xbdebf3fb1822efea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df0dcbf expref: 20 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.533311:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9555d8f7fd00) 00010000:00010000:0.0:1763340298.533317:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340298.533383:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340298.533397:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340298.533408:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340298.533422:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad4a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340298.533428:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340298.533434:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00000040:00080000:0.0:1763340298.534454:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].7, 2160 off42304 00000040:00080000:2.0:1763340298.540946:0:8423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000405:0x2:0x0].5, 2360 off42624 00000004:00080000:2.0:1763340298.540967:0:8423:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9555f7fd03c0 with version 15 00000004:00080000:3.0:1763340298.541048:0:32290:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9554c2c723c0 version 15 rpc_version 15 00000020:00100000:3.0:1763340298.541093:0:32290:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763340298.541105:0:32290:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9555ffc74e00 x1848995292231936/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763340298.541131:0:32290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32290:1848995292231936:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763340298.541246:0:32290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340298.541306:0:32290:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c6554000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340298.541367:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292231936 00000100:00100000:2.0:1763340298.541375:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292231936 00000100:00100000:2.0:1763340298.541431:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:2.0:1763340298.541440:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8ebd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:32290:x1848995292231936:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763340298.542089:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8ebd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32290:x1848995292231936:12345-0@lo:1000:osp_up1-0.0 Request processed in 649us (842us total) trans 4294972655 rc 0/0 00000100:00100000:2.0:1763340298.542097:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1763340298.542509:0:32290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32290:1848995292231936:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1763340298.542726:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ad51 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542742:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ad51 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542753:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ad51 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542770:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ad58 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542777:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ad58 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542783:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ad58 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542813:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542820:0:8423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.542829:0:8423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8423 initiator: MDT0 00000100:00100000:2.0:1763340298.542845:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8423:1848995292232064:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1763340298.542876:0:8423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.542911:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74780 going to sleep for 11 seconds 00000100:00100000:0.0:1763340298.542958:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292232064 00000100:00100000:0.0:1763340298.542964:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292232064 00000100:00100000:0.0:1763340298.543003:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1763340298.543011:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8423:x1848995292232064:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1763340298.543026:0:14058:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340298.543040:0:14058:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad66 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbdebf3fb1824ad5f expref: -99 pid: 14058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.543060:0:14058:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad66 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xbdebf3fb1824ad5f expref: 7 pid: 14058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.543073:0:14058:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad66 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xbdebf3fb1824ad5f expref: 7 pid: 14058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.543081:0:14058:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555ca73f100) 00010000:00010000:0.0:1763340298.543085:0:14058:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340298.543088:0:14058:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845de00, rc 0) 00000100:00100000:0.0:1763340298.543133:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:8423:x1848995292232064:12345-0@lo:101:mdt00_003.0 Request processed in 123us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.543140:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1763340298.543201:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8423:1848995292232064:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763340298.543225:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.543236:0:8423:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763340298.543260:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b7a8c772 reply state 00000000ce92f20b transno 8589934862 ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ad58 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543272:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894a00/0xbdebf3fb1824ad58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543278:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9555fd5a5500) 00010000:00010000:3.0:1763340298.543281:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340298.543283:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763340298.543289:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.543297:0:8423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763340298.543305:0:8423:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000405:0x6:0x0] 00000004:00010000:3.0:1763340298.543310:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b7a8c772 reply state 00000000ce92f20b transno 8589934862 ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ad51 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543317:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9895e00/0xbdebf3fb1824ad51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543323:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2b:0x0].0x0 (ffff9555fd5a5600) 00010000:00010000:3.0:1763340298.543325:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340298.543327:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1763340298.543332:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2b:0x0]: returning size 4096 00010000:00010000:3.0:1763340298.543341:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543346:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543355:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543361:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543368:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.543372:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543379:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543388:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9555d8f7fd00) 00010000:00010000:3.0:1763340298.543391:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.543394:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543401:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845c200/0xbdebf3fb1824ad43 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT0 00000004:00010000:3.0:1763340298.543413:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b7a8c772 reply state 00000000ce92f20b transno 8589934862 ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543421:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c845d400/0xbdebf3fb1824ad4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.543426:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9555ca73f700) 00010000:00010000:3.0:1763340298.543429:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340298.543431:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1763340298.543508:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:57383:x1848995280788224:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 10309us (10506us total) trans 8589934862 rc 0/0 00000100:00100000:3.0:1763340298.543519:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9103 00000100:00100000:3.0:1763340298.577614:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.578364:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280788352 00000100:00100000:2.0:1763340298.578376:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280788352 00000100:00100000:2.0:1763340298.578449:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9104 00000100:00100000:2.0:1763340298.578458:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:57387:x1848995280788352:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340298.578481:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.578500:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c46 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.578715:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.578731:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.578743:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00000004:00200000:2.0:1763340298.578793:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763340298.578797:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340298.578816:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.578844:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894400/0xbdebf3fb1824ad6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c46 expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.578861:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9554c9894e00/0xbdebf3fb1824ad74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c46 expref: 22 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.578870:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9555d8f7fd00) 00010000:00010000:2.0:1763340298.578872:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763340298.578876:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c9894e00, rc 0) 00000100:00100000:2.0:1763340298.578945:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:57387:x1848995280788352:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 487us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340298.578953:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9104 00000100:00100000:2.0:1763340298.581957:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.582179:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280788480 00000100:00100000:3.0:1763340298.582190:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280788480 00000100:00100000:3.0:1763340298.582257:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9105 00000100:00100000:3.0:1763340298.582268:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:57387:x1848995280788480:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340298.582290:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340298.582313:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c4d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.582380:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582393:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582406:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582418:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582425:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582432:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582512:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad90 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582520:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582528:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00000004:00200000:3.0:1763340298.582673:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1763340298.582679:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763340298.582698:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad90 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582711:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582717:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582724:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582730:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582736:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.582741:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582748:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582761:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9555d8f7fd00) 00010000:00010000:3.0:1763340298.582764:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.582769:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582775:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650c00/0xbdebf3fb1824ad82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582790:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582796:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582802:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582807:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.582810:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582816:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582823:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9555ca73f700) 00010000:00010000:3.0:1763340298.582825:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.582828:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582834:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824ad89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.582860:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1651800/0xbdebf3fb1824ad7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c4d expref: 24 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.582874:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1650600/0xbdebf3fb1824ad90 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c4d expref: 23 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.582881:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2b:0x0].0x0 (ffff9555fd5a5600) 00010000:00010000:3.0:1763340298.582885:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763340298.582887:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1650600, rc 0) 00000100:00100000:3.0:1763340298.582946:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:57387:x1848995280788480:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 680us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.582954:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9105 00000100:00100000:3.0:1763340298.585514:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.586638:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280788608 00000100:00100000:0.0:1763340298.586651:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280788608 00000100:00100000:3.0:1763340298.587715:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9106 00000100:00100000:3.0:1763340298.587728:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:57387:x1848995280788608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340298.587749:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340298.587770:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ad97 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c54 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.587853:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824ad9e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.587867:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824ad9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.587878:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824ad9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:3.0:1763340298.587924:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1763340298.587930:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340298.587966:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ad97 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c54 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.587986:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf82600/0xbdebf3fb1824ad9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c54 expref: 24 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.587995:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9555fd5a5500) 00010000:00010000:3.0:1763340298.587999:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340298.588003:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf82600, rc 0) 00000100:00100000:3.0:1763340298.588071:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:57387:x1848995280788608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 345us (2565us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.588078:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9106 00000100:00100000:1.0:1763340298.594822:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.594944:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280788736 00000100:00100000:2.0:1763340298.594955:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280788736 00000100:00100000:2.0:1763340298.595038:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9107 00000100:00100000:2.0:1763340298.595049:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+206:57387:x1848995280788736:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340298.595073:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.595094:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ada5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c5b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.595153:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.595167:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad66 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xbdebf3fb1824ad5f expref: 6 pid: 14058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.595176:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 4/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.595206:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad66 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xbdebf3fb1824ad5f expref: 6 pid: 14058 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340298.595221:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc95180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292232192:0@lo:104: 00000100:00100000:2.0:1763340298.595270:0:8423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340298.595327:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f749c0 going to sleep for 11 seconds 00000100:00080000:0.0:1763340298.595398:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763340298.595490:0:6496:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292232192 00000100:00100000:1.0:1763340298.595495:0:6496:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292232192 00000100:00100000:1.0:1763340298.595565:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1763340298.595584:0:6496:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:8423:x1848995292232192:12345-0@lo:104: 00010000:00010000:1.0:1763340298.595595:0:6496:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340298.595649:0:6496:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763340298.595655:0:6496:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:8423:x1848995292232192:12345-0@lo:104: Request processed in 84us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340298.595662:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1763340298.595787:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc95180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292232192:0@lo:104: 00010000:00010000:3.0:1763340298.595806:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340298.595862:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340298.595869:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.595876:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c9894000 already unused, calling callback (ffffffffc1a59290) 00010000:00010000:0.0:1763340298.595881:0:6501:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763340298.595889:0:6501:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.595917:0:6501:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.595923:0:6501:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763340298.595960:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 1/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.595967:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9554c9894000/0xbdebf3fb1824ad5f lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xbdebf3fb1824ad66 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.595987:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340298.595989:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340298.595991:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340298.596036:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292232320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763340298.596068:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340298.596476:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292232320 00000100:00100000:0.0:1763340298.596482:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292232320 00010000:00010000:0.0:1763340298.596505:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad66 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xbdebf3fb1824ad5f expref: 7 pid: 14058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340298.596586:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:0.0:1763340298.596594:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3650:x1848995292232320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763340298.596607:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1763340298.601628:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972655 is committed 00010000:00010000:0.0:1763340298.601745:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824ad66 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xbdebf3fb1824ad5f expref: 6 pid: 14058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.601778:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555ca73f100) 00010000:00010000:0.0:1763340298.601783:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340298.601793:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340298.601799:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340298.601841:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340298.601929:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292232320:12345-0@lo:103:ldlm_bl.0 Request processed in 5335us (5858us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.601940:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:2.0:1763340298.602092:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292232320:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763340298.602272:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.602281:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340298.602337:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1763340298.602343:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763340298.602386:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c9894400/0xbdebf3fb1824ada5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c5b expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.602403:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c5b expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.602410:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555ca73f100) 00010000:00010000:3.0:1763340298.602413:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763340298.602415:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:3.0:1763340298.604776:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:57387:x1848995280788736:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 9718us (9953us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.604790:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9107 00000100:00100000:0.0:1763340298.616563:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.616731:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280788864 00000100:00100000:2.0:1763340298.616742:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280788864 00000100:00100000:2.0:1763340298.616808:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9108 00000100:00100000:2.0:1763340298.616819:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:57387:x1848995280788864:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340298.616839:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.616859:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824adb3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c62 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.616923:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.616948:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.616959:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.616974:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.616986:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.616992:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617052:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617059:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617065:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617071:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617077:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.617081:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617090:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617103:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555ca73f100) 00010000:00010000:2.0:1763340298.617107:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.617111:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617118:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824adba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617131:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617138:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617144:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617149:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.617152:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617158:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617165:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9555fd5a5000) 00010000:00010000:2.0:1763340298.617168:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.617171:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617176:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824adc1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.617208:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824adb3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c62 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.617217:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555ca73f100) 00010000:00010000:2.0:1763340298.617219:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.617223:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824adb3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c62 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.617232:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:2.0:1763340298.617298:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:57387:x1848995280788864:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 479us (742us total) trans 0 rc 301/301 00000100:00100000:2.0:1763340298.617305:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9108 00000100:00100000:2.0:1763340298.624713:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.624796:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280788992 00000100:00100000:3.0:1763340298.624806:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280788992 00000100:00100000:3.0:1763340298.624866:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9109 00000100:00100000:3.0:1763340298.624876:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:57387:x1848995280788992:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340298.624894:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340298.624913:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf83200/0xbdebf3fb1824adc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c69 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.624986:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf83800/0xbdebf3fb1824adcf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.625000:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf83800/0xbdebf3fb1824adcf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.625009:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf83800/0xbdebf3fb1824adcf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00000004:00200000:3.0:1763340298.625088:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1763340298.625093:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763340298.625112:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf83800/0xbdebf3fb1824adcf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340298.625135:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf83200/0xbdebf3fb1824adc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c69 expref: 26 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.625152:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9554cbf83800/0xbdebf3fb1824adcf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c69 expref: 25 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.625160:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2b:0x0].0x0 (ffff9555fd5a5600) 00010000:00010000:3.0:1763340298.625163:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763340298.625167:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83800, rc 0) 00000100:00100000:3.0:1763340298.625231:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:57387:x1848995280788992:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 355us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.625239:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9109 00000100:00100000:1.0:1763340298.630508:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.630671:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280789248 00000100:00100000:2.0:1763340298.630680:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280789248 00000100:00100000:2.0:1763340298.630734:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9110 00000100:00100000:2.0:1763340298.630743:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+207:57387:x1848995280789248:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340298.630765:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.630769:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763340298.630794:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824adac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c5b expref: 207 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.630813:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555ca73f100) 00010000:00010000:2.0:1763340298.630822:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340298.630837:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824add6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c70 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.630942:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.630954:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.630964:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.630975:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.630982:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.630992:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631358:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.631365:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631372:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340298.631381:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00010000:00010000:2.0:1763340298.631404:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631410:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631415:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631421:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631427:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.631431:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631438:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631446:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555fd5a5000) 00010000:00010000:2.0:1763340298.631449:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.631453:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 3/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631458:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824addd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340298.631467:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fa12f5e0 reply state 00000000ae0ab36b transno 4294972656 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631477:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.631482:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9555fd5a5b00) 00010000:00010000:2.0:1763340298.631485:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340298.631486:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340298.631511:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824add6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 209 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.631528:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 208 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.631606:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9555fd5a5200) 00010000:00010000:2.0:1763340298.631608:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340298.631611:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:2.0:1763340298.633089:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:57387:x1848995280789248:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2341us (2585us total) trans 4294972656 rc 0/0 00000100:00100000:2.0:1763340298.633101:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9110 00000100:00100000:0.0:1763340298.641039:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.642585:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280789504 00000100:00100000:2.0:1763340298.642598:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280789504 00000100:00100000:2.0:1763340298.642667:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9111 00000100:00100000:2.0:1763340298.642677:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:57387:x1848995280789504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340298.642707:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.642730:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824adf9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c77 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.642836:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.642852:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.642860:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.642892:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.642904:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 210 pid: 8423 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763340298.642917:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbc96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292232448:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340298.646444:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74780 going to sleep for 11 seconds 00000100:00100000:1.0:1763340298.653984:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.654068:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbc96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292232448:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340298.654096:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340298.654163:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280789632 00000100:00100000:0.0:1763340298.654170:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280789632 00010000:00010000:0.0:1763340298.654205:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 211 pid: 8423 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763340298.654247:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2972 00000100:00100000:0.0:1763340298.654256:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:2408:x1848995280789632:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340298.654271:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340298.654277:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 211 pid: 8423 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763340298.654289:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 211 pid: 8423 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763340298.654310:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824adeb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c70 expref: 211 pid: 8423 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763340298.654325:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9555fd5a5200) 00010000:00010000:0.0:1763340298.654330:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340298.654338:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340298.654345:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340298.654624:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340298.654681:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:2408:x1848995280789632:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 424us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.654688:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2972 00010000:00010000:3.0:1763340298.654740:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.654748:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340298.654772:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00000004:00080000:3.0:1763340298.654927:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x231:0x0], index 0: 0 00000004:00080000:3.0:1763340298.654934:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x231:0x0], index 1: 0 00010000:00010000:3.0:1763340298.655036:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.655044:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.655050:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.655056:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.655060:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.655067:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.655077:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9555fd5a5200) 00010000:00010000:3.0:1763340298.655079:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340298.655083:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.655092:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae00 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.655137:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824adf9 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c77 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.655147:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9555fd5a5200) 00010000:00010000:3.0:1763340298.655150:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763340298.655153:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824adf9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c77 expref: 210 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.655168:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:3.0:1763340298.655198:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:57387:x1848995280789504:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 12523us (14168us total) trans 4294972657 rc 301/301 00000100:00100000:3.0:1763340298.655205:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9111 00000100:00100000:1.0:1763340298.658411:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.658602:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280789888 00000100:00100000:3.0:1763340298.658611:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280789888 00000100:00100000:3.0:1763340298.658654:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3099 00000100:00100000:3.0:1763340298.658662:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:57387:x1848995280789888:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340298.658925:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:57387:x1848995280789888:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 263us (522us total) trans 4294972658 rc 0/0 00000100:00100000:3.0:1763340298.658933:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3099 00000100:00100000:2.0:1763340298.664113:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.664462:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280790144 00000100:00100000:1.0:1763340298.664473:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280790144 00000100:00100000:1.0:1763340298.664567:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3100 00000100:00100000:1.0:1763340298.664587:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:57387:x1848995280790144:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340298.665858:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:57387:x1848995280790144:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1266us (1748us total) trans 4294972659 rc 0/0 00000100:00100000:1.0:1763340298.665869:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3100 00000100:00100000:2.0:1763340298.708585:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.708968:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280790400 00000100:00100000:3.0:1763340298.708981:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280790400 00000100:00100000:3.0:1763340298.709052:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9112 00000100:00100000:3.0:1763340298.709062:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:57388:x1848995280790400:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:3.0:1763340298.709089:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340298.709112:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ae0e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c7e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.709232:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.709246:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709258:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709269:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.709277:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709283:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709331:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ae23 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.709339:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ae23 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709345:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ae23 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:3.0:1763340298.709354:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00010000:00010000:3.0:1763340298.709424:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709436:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709443:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709449:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709913:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cbf83a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.709918:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709926:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709939:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9554c2acc500) 00010000:00010000:3.0:1763340298.709942:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.709947:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709954:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824ae15 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709968:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709973:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709978:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709982:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:3.0:1763340298.709985:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709991:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.709998:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9555fd5a5b00) 00010000:00010000:3.0:1763340298.710000:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763340298.710487:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.710494:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae1c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.714445:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83200/0xbdebf3fb1824ae0e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c7e expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.714479:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ae23 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c7e expref: 213 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.714489:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340298.714492:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763340298.714495:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651800, rc 0) 00000100:00100000:3.0:1763340298.714604:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:57388:x1848995280790400:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 5541us (6033us total) trans 4294972660 rc 0/0 00000100:00100000:3.0:1763340298.714615:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9112 00010000:00010000:0.0:1763340298.714713:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340298.721174:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.724745:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280790528 00000100:00100000:3.0:1763340298.724763:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280790528 00000100:00100000:2.0:1763340298.724944:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9113 00000100:00100000:2.0:1763340298.724954:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:57388:x1848995280790528:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:2.0:1763340298.724976:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.724993:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ae31 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c85 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.725023:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.725034:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.725045:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.725148:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ae31 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.725164:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.725173:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340298.725176:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340298.725179:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:2.0:1763340298.725297:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57388:x1848995280790528:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 343us (4132us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340298.725304:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9113 00000100:00100000:1.0:1763340298.728513:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.730288:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280790784 00000100:00100000:2.0:1763340298.730300:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280790784 00000100:00100000:0.0:1763340298.731009:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9114 00000100:00100000:0.0:1763340298.731029:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57388:x1848995280790784:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:0.0:1763340298.731092:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340298.731120:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824ae23 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c7e expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.731141:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.731146:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340298.731362:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340298.731377:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.731387:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:0.0:1763340298.731437:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972661 00000004:00010000:0.0:1763340298.731468:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e790bd10 reply state 000000004fd9c0a3 transno 4294972662 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.731481:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.731487:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.731490:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340298.731493:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340298.731623:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57388:x1848995280790784:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 601us (3117us total) trans 4294972662 rc 0/0 00000100:00100000:0.0:1763340298.731631:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9114 00000020:00080000:0.0:1763340298.731637:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340298.737245:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.737347:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280790912 00000100:00100000:2.0:1763340298.737356:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280790912 00000100:00100000:2.0:1763340298.737420:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9115 00000100:00100000:2.0:1763340298.737429:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57388:x1848995280790912:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:2.0:1763340298.737452:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.737471:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ae46 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c8c expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.737526:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ae46 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c8c expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.737566:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ae46 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c8c expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.737595:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340298.737599:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340298.737602:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:2.0:1763340298.739797:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57388:x1848995280790912:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 2358us (2550us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340298.739809:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9115 00000100:00100000:1.0:1763340298.746322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.748019:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280791040 00000100:00100000:3.0:1763340298.748033:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280791040 00000100:00100000:3.0:1763340298.748105:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6150 00000100:00100000:3.0:1763340298.748116:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+8:57388:x1848995280791040:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:3.0:1763340298.748134:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340298.748154:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c93 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340298.748177:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763340298.748198:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.748200:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340298.748208:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.748230:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.748243:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651600, rc 0) 00000100:00100000:3.0:1763340298.748314:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+9:57388:x1848995280791040:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 198us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340298.748321:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6150 00000100:00100000:1.0:1763340298.753651:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.758832:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280791168 00000100:00100000:2.0:1763340298.758847:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280791168 00000100:00100000:2.0:1763340298.758929:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6151 00000100:00100000:2.0:1763340298.758940:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:57388:x1848995280791168:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:2.0:1763340298.758958:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.758981:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824ae54 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16c9a expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340298.759006:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340298.759027:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.759030:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340298.759039:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824ae54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c9a expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.759055:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6e00/0xbdebf3fb1824ae54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c9a expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.759068:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6e00, rc 0) 00000100:00100000:2.0:1763340298.759138:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:57388:x1848995280791168:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 199us (5496us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340298.759145:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6151 00000100:00100000:1.0:1763340298.761191:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.761271:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280791296 00000100:00100000:2.0:1763340298.761279:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280791296 00002000:00010000:2.0:1763340298.761308:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.761313:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d50000 with x1848995280791296 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.761323:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2d50000. 00000100:00100000:2.0:1763340298.761352:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1553 00000100:00100000:2.0:1763340298.761359:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+9:2407:x1848995280791296:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.761578:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.761582:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 0 -> 1763340299 00002000:00010000:2.0:1763340298.761584:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.761586:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 0 -> 1763340299 00002000:00010000:2.0:1763340298.761588:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.761650:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2407:x1848995280791296:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 290us (464us total) trans 21474838724 rc 0/0 00000100:00100000:2.0:1763340298.761658:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1553 00002000:00010000:2.0:1763340298.761662:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.761664:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d50000 with x1848995280791296 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.761669:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c2d50000. 00000100:00100000:1.0:1763340298.764952:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.765061:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280791424 00000100:00100000:0.0:1763340298.765071:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280791424 00002000:00010000:0.0:1763340298.765114:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.765120:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d51880 with x1848995280791424 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.765133:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2d51880. 00000100:00100000:0.0:1763340298.765173:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1554 00000100:00100000:0.0:1763340298.765184:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280791424:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:0.0:1763340298.765371:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340298.765375:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 0 -> 1763340299 00002000:00010000:0.0:1763340298.765378:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340298.765381:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 0 -> 1763340299 00002000:00010000:0.0:1763340298.765383:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340298.765444:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280791424:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 260us (500us total) trans 17179871439 rc 0/0 00000100:00100000:0.0:1763340298.765452:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1554 00002000:00010000:0.0:1763340298.765456:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.765459:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c2d51880 with x1848995280791424 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.765464:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c2d51880. 00000100:00100000:3.0:1763340298.768341:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.769670:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280791680 00000100:00100000:0.0:1763340298.769682:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280791680 00000100:00100000:2.0:1763340298.770310:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9116 00000100:00100000:2.0:1763340298.770323:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57388:x1848995280791680:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:2.0:1763340298.770343:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.770365:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ae5b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ca1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.770465:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.770478:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.770488:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.770499:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.770506:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.770512:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00080000:2.0:1763340298.770830:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x232:0x0], index 0: 0 00010000:00010000:2.0:1763340298.770963:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824ae70 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.770972:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824ae70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.770984:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824ae70 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771016:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771023:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771029:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771036:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771042:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.771046:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771053:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771064:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555fd5a5700) 00010000:00010000:2.0:1763340298.771067:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.771071:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771077:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824ae62 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340298.771088:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c8b115a9 reply state 000000008376813d transno 4294972663 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771098:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.771105:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xe8098f29 (ffff9555fd5a5f00) 00010000:00010000:2.0:1763340298.771108:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340298.771111:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340298.771136:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824ae5b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ca1 expref: 220 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.771154:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5200/0xbdebf3fb1824ae70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ca1 expref: 219 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.771161:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dd:0x0].0x0 (ffff9555fd5a5c00) 00010000:00010000:2.0:1763340298.771164:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340298.771166:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab5200, rc 0) 00000100:00100000:3.0:1763340298.771879:0:8448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffc74700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8448:1848995292232576:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1763340298.771938:0:8448:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340298.771969:0:8448:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c6554d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763340298.771991:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292232576 00000100:00100000:3.0:1763340298.771996:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292232576 00000100:00100000:3.0:1763340298.772039:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6152 00000100:00100000:3.0:1763340298.772048:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:8448:x1848995292232576:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1763340298.772086:0:8401:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 578 00000100:00100000:3.0:1763340298.773693:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:8448:x1848995292232576:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1640us (1749us total) trans 21474838725 rc 0/0 00000100:00100000:3.0:1763340298.773704:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6152 00000100:00100000:3.0:1763340298.773764:0:8448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffc74700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8448:1848995292232576:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1763340298.773778:0:8448:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x232:0x0]-[0x280000400:0x261:0x0] 00000100:00100000:2.0:1763340298.774258:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57388:x1848995280791680:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 3936us (5924us total) trans 4294972663 rc 0/0 00000100:00100000:2.0:1763340298.774267:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9116 00000100:00100000:1.0:1763340298.781178:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.783040:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280791936 00000100:00100000:2.0:1763340298.783054:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280791936 00000100:00100000:2.0:1763340298.784898:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9117 00000100:00100000:2.0:1763340298.784919:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57388:x1848995280791936:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:2.0:1763340298.784953:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.784979:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824ae7e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ca8 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.785086:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.785101:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785116:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785130:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.785138:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785144:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00080000:2.0:1763340298.785461:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x232:0x0], index 1: 0 00010000:00010000:2.0:1763340298.785637:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824ae93 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.785646:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824ae93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785653:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824ae93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785688:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785695:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785701:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785706:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785715:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340298.785719:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785725:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785737:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555fd5a5700) 00010000:00010000:2.0:1763340298.785740:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340298.785745:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785751:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824ae85 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340298.785762:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c1a7ea2e reply state 000000009951a41d transno 4294972664 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785773:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.785780:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x9645bb7c (ffff9555fd5a5400) 00010000:00010000:2.0:1763340298.785782:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340298.785785:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763340298.785817:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824ae7e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ca8 expref: 223 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.785836:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4600/0xbdebf3fb1824ae93 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ca8 expref: 222 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.785843:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff9555fd5a5900) 00010000:00010000:2.0:1763340298.785846:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340298.785848:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555f4ab4600, rc 0) 00000100:00100000:2.0:1763340298.785907:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57388:x1848995280791936:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 997us (4740us total) trans 4294972664 rc 0/0 00000100:00100000:2.0:1763340298.785915:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9117 00000100:00100000:0.0:1763340298.787093:0:9947:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292232704:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1763340298.787147:0:9947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340298.790712:0:9947:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763340298.791103:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292232704 00000100:00100000:3.0:1763340298.791113:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292232704 00000100:00100000:3.0:1763340298.791171:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6153 00000100:00100000:3.0:1763340298.791180:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:9947:x1848995292232704:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1763340298.791220:0:8399:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 578 00000100:00100000:3.0:1763340298.792675:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:9947:x1848995292232704:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1492us (5523us total) trans 17179871440 rc 0/0 00000100:00100000:3.0:1763340298.792685:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6153 00000100:00100000:2.0:1763340298.792944:0:9947:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9947:1848995292232704:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1763340298.792961:0:9947:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x232:0x0]-[0x2c0000400:0x261:0x0] 00000100:00100000:1.0:1763340298.801359:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.802119:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280792192 00000100:00100000:2.0:1763340298.802130:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280792192 00000100:00100000:2.0:1763340298.802196:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9118 00000100:00100000:2.0:1763340298.802207:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c2d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57388:x1848995280792192:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:2.0:1763340298.802418:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.802435:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.802445:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:2.0:1763340298.802490:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972665 00000004:00010000:2.0:1763340298.802511:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae17d06c reply state 0000000004893f22 transno 4294972666 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.802524:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.802552:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340298.802555:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340298.802560:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340298.802670:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c2d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:57388:x1848995280792192:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 464us (1321us total) trans 4294972666 rc 0/0 00000100:00100000:2.0:1763340298.802678:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9118 00000020:00080000:2.0:1763340298.802684:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340298.806043:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.806093:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.806917:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280792320 00000100:00100000:0.0:1763340298.806928:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280792320 00002000:00010000:0.0:1763340298.806971:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.806976:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffc77480 with x1848995280792320 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.806988:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffc77480. 00000100:00100000:0.0:1763340298.807019:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280792448 00000100:00100000:0.0:1763340298.807023:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280792448 00002000:00010000:0.0:1763340298.807037:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.807041:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffc77100 with x1848995280792448 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.807048:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffc77100. 00000100:00100000:0.0:1763340298.807077:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1555 00000100:00100000:0.0:1763340298.807089:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+10:2409:x1848995280792320:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:0.0:1763340298.807240:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340298.807244:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340298.807247:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340298.807249:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340298.807251:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340298.807310:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2409:x1848995280792320:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 223us (1275us total) trans 21474838726 rc 0/0 00000100:00100000:0.0:1763340298.807318:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1555 00002000:00010000:0.0:1763340298.807322:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.807325:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffc77480 with x1848995280792320 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.807329:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffc77480. 00000100:00100000:0.0:1763340298.807346:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1556 00000100:00100000:0.0:1763340298.807354:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2409:x1848995280792448:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:0.0:1763340298.807420:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340298.807423:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340298.807426:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340298.807428:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340298.807430:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340298.807454:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2409:x1848995280792448:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 101us (1361us total) trans 17179871441 rc 0/0 00000100:00100000:0.0:1763340298.807460:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1556 00002000:00010000:0.0:1763340298.807463:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.807465:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffc77100 with x1848995280792448 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.807469:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffc77100. 00000100:00100000:3.0:1763340298.810674:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.810759:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280792704 00000100:00100000:1.0:1763340298.810769:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280792704 00000100:00100000:1.0:1763340298.810882:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9119 00000100:00100000:1.0:1763340298.810894:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:57388:x1848995280792704:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:1.0:1763340298.811128:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340298.811148:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340298.811159:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:1.0:1763340298.811202:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972667 00000004:00010000:1.0:1763340298.811223:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000071f8c21 reply state 000000002d33ad39 transno 4294972668 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340298.811235:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340298.811242:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340298.811245:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340298.811249:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340298.812652:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+229:57388:x1848995280792704:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 1753us (1981us total) trans 4294972668 rc 0/0 00000100:00100000:1.0:1763340298.812664:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9119 00000020:00080000:1.0:1763340298.812671:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340298.817230:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.817354:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280792832 00000100:00100000:2.0:1763340298.817363:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280792832 00002000:00010000:2.0:1763340298.817399:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (100000->18446744073709551615) 00002000:00100000:2.0:1763340298.817403:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6da300 with x1848995280792832 ext(100000->18446744073709551615) 00002000:00010000:2.0:1763340298.817415:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6da300. 00000100:00100000:2.0:1763340298.817449:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1557 00000100:00100000:2.0:1763340298.817458:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280792832:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.817698:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:2.0:1763340298.817702:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.817705:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.817707:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.817709:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.817769:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280792832:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 311us (546us total) trans 21474838727 rc 0/0 00000100:00100000:2.0:1763340298.817777:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1557 00002000:00010000:2.0:1763340298.817780:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (100000->18446744073709551615) 00002000:00100000:2.0:1763340298.817783:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6da300 with x1848995280792832 ext(100000->18446744073709551615) 00002000:00010000:2.0:1763340298.817788:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6da300. 00000100:00100000:3.0:1763340298.822851:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.824059:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280792960 00000100:00100000:1.0:1763340298.824073:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280792960 00000100:00100000:1.0:1763340298.824154:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9120 00000100:00100000:1.0:1763340298.824165:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+229:57388:x1848995280792960:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340298.824191:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340298.824213:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824aeaf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16caf expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340298.824314:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824aeb6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340298.824331:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824aeb6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340298.824344:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824aeb6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340298.824371:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 100000 00000004:00200000:1.0:1763340298.824376:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340298.824395:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824aeb6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340298.824424:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824aeaf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16caf expref: 231 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340298.824442:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824aeb6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16caf expref: 230 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340298.824450:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340298.824453:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340298.824457:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ea00, rc 0) 00000100:00100000:1.0:1763340298.826850:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:57388:x1848995280792960:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 2674us (3996us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340298.826863:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9120 00000100:00100000:1.0:1763340298.833168:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.833264:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280793216 00000100:00100000:0.0:1763340298.833275:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280793216 00000100:00100000:0.0:1763340298.833337:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9121 00000100:00100000:0.0:1763340298.833346:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:57388:x1848995280793216:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:0.0:1763340298.833395:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340298.833420:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824aeb6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16caf expref: 230 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.833437:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.833442:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340298.833938:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340298.833955:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.833965:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:0.0:1763340298.834008:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972669 00000004:00010000:0.0:1763340298.834038:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c66b91bb reply state 0000000005b6a20c transno 4294972670 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.834050:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.834057:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.834060:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340298.834063:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340298.834171:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+232:57388:x1848995280793216:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 824us (1024us total) trans 4294972670 rc 0/0 00000100:00100000:0.0:1763340298.834179:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9121 00000020:00080000:0.0:1763340298.834185:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340298.838097:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.838200:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280793344 00000100:00100000:1.0:1763340298.838212:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280793344 00002000:00010000:1.0:1763340298.838256:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.838261:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbc97b80 with x1848995280793344 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.838275:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbc97b80. 00000100:00100000:1.0:1763340298.838314:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1558 00000100:00100000:1.0:1763340298.838324:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280793344:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340298.838589:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:1.0:1763340298.838593:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340298.838595:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340298.838597:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340298.838599:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340298.838659:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280793344:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 335us (572us total) trans 21474838728 rc 0/0 00000100:00100000:1.0:1763340298.838668:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1558 00002000:00010000:1.0:1763340298.838672:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.838675:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbc97b80 with x1848995280793344 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.838679:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbc97b80. 00000100:00100000:2.0:1763340298.840558:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.842159:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280793472 00000100:00100000:3.0:1763340298.842174:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280793472 00002000:00010000:3.0:1763340298.842215:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.842221:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbc94000 with x1848995280793472 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.842234:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbc94000. 00000100:00100000:3.0:1763340298.842273:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1559 00000100:00100000:3.0:1763340298.842283:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280793472:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:3.0:1763340298.842425:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.842429:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.842433:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.842435:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.842438:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340298.843367:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280793472:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 1078us (2810us total) trans 17179871442 rc 0/0 00000100:00100000:3.0:1763340298.843378:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1559 00002000:00010000:3.0:1763340298.843383:0:28372:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.843386:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbc94000 with x1848995280793472 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.843393:0:28372:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbc94000. 00000100:00100000:2.0:1763340298.847476:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.850974:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280793728 00000100:00100000:0.0:1763340298.850991:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280793728 00000100:00100000:0.0:1763340298.851068:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9122 00000100:00100000:0.0:1763340298.851077:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+232:57388:x1848995280793728:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340298.851099:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340298.851102:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763340298.851126:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824ae46 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c8c expref: 232 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.851144:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.851149:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340298.851162:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aec4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cb6 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.851211:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aecb lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340298.851225:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aecb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.851234:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aecb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00080000:0.0:1763340298.851354:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x233:0x0], index 1: 0 00000004:00080000:0.0:1763340298.851361:0:6515:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x233:0x0], index 0: 0 00010000:00010000:0.0:1763340298.851447:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aecb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cb6 expref: 234 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.851455:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.851458:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340298.851467:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aec4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cb6 expref: 234 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763340298.851479:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aecb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cb6 expref: 233 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.851498:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.851501:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763340298.851503:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340298.851596:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbc95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:57388:x1848995280793728:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 519us (4128us total) trans 4294972671 rc 0/0 00000100:00100000:0.0:1763340298.851604:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9122 00000100:00100000:1.0:1763340298.858053:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.858131:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280793856 00000100:00100000:0.0:1763340298.858140:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280793856 00000100:00100000:0.0:1763340298.858227:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6154 00000100:00100000:0.0:1763340298.858237:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:57388:x1848995280793856:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340298.858256:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340298.858276:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cbd expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340298.858303:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340298.858322:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.858325:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.858333:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.858347:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 18 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.858359:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:0.0:1763340298.859446:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:57388:x1848995280793856:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 1202us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.859456:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6154 00000100:00100000:2.0:1763340298.862300:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.862529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.862857:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280793984 00000100:00100000:3.0:1763340298.862868:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280793984 00000100:00100000:3.0:1763340298.862930:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280794112 00000100:00100000:3.0:1763340298.862933:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280794112 00000100:00100000:3.0:1763340298.862967:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1560 00000100:00100000:3.0:1763340298.862975:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280793984:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:3.0:1763340298.863201:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1763340298.863205:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.863207:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.863210:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.863212:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1763340298.863262:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2410:x1848995280793984:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 287us (973us total) trans 21474838729 rc 0/0 00000100:00100000:3.0:1763340298.863269:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1560 00000100:00100000:3.0:1763340298.863284:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1561 00000100:00100000:3.0:1763340298.863290:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280794112:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:3.0:1763340298.863413:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1763340298.863417:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.863419:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.863420:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.863422:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:3.0:1763340298.863441:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280794112:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 151us (912us total) trans 17179871443 rc 0/0 00000100:00100000:3.0:1763340298.863447:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1561 00000100:00100000:2.0:1763340298.866969:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.867098:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280794368 00000100:00100000:3.0:1763340298.867108:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280794368 00000100:00100000:3.0:1763340298.867163:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9123 00000100:00100000:3.0:1763340298.867171:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:57388:x1848995280794368:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:3.0:1763340298.867227:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340298.867251:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824aecb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cb6 expref: 233 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340298.867266:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340298.867270:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340298.867420:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:3.0:1763340298.867433:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.867442:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:3.0:1763340298.867480:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972672 00000004:00010000:3.0:1763340298.867497:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000896c669d reply state 0000000033b2540b transno 4294972673 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.867512:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340298.867518:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340298.867520:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340298.867523:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340298.867654:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+235:57388:x1848995280794368:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 483us (693us total) trans 4294972673 rc 0/0 00000100:00100000:3.0:1763340298.867662:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9123 00000020:00080000:3.0:1763340298.867666:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340298.871317:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.871587:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280794496 00000100:00100000:0.0:1763340298.871597:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280794496 00000100:00100000:0.0:1763340298.871652:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9124 00000100:00100000:0.0:1763340298.871661:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+235:57388:x1848995280794496:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340298.871689:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340298.871710:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cc4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.871770:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 236 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.871798:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 236 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.871821:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.871824:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340298.871827:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c600, rc 0) 00000100:00100000:0.0:1763340298.872624:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:57388:x1848995280794496:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 959us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.872634:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9124 00000100:00100000:2.0:1763340298.875359:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.875741:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280794624 00000100:00100000:0.0:1763340298.875753:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280794624 00000100:00100000:0.0:1763340298.876329:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6155 00000100:00100000:0.0:1763340298.876341:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:57388:x1848995280794624:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340298.876358:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340298.876378:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ccb expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340298.876398:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340298.876418:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.876420:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.876428:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.876443:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 15 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340298.876454:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c000, rc 0) 00000100:00100000:0.0:1763340298.876596:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:57388:x1848995280794624:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 256us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.876606:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6155 00000100:00100000:2.0:1763340298.879756:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.880059:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.880159:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.880177:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280794752 00000100:00100000:3.0:1763340298.880187:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280794752 00002000:00010000:3.0:1763340298.880226:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.880231:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f65180 with x1848995280794752 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.880244:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f65180. 00000100:00100000:3.0:1763340298.880278:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280794880 00000100:00100000:3.0:1763340298.880282:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280794880 00002000:00010000:3.0:1763340298.880295:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.880298:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f67100 with x1848995280794880 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.880305:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f67100. 00000100:00100000:3.0:1763340298.880326:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1562 00000100:00100000:3.0:1763340298.880335:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2410:x1848995280794752:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:3.0:1763340298.880611:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:3.0:1763340298.880615:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.880618:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.880620:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.880623:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:3.0:1763340298.880684:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280794752:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 349us (937us total) trans 21474838730 rc 0/0 00000100:00100000:3.0:1763340298.880691:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1562 00002000:00010000:3.0:1763340298.880695:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.880698:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f65180 with x1848995280794752 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.880703:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f65180. 00000100:00100000:3.0:1763340298.880722:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1563 00000100:00100000:3.0:1763340298.880729:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280794880:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:3.0:1763340298.880797:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.880800:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.880803:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.880804:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.880806:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340298.880827:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280794880:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 98us (769us total) trans 17179871444 rc 0/0 00000100:00100000:3.0:1763340298.880834:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1563 00002000:00010000:3.0:1763340298.880837:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.880840:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f67100 with x1848995280794880 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.880844:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f67100. 00000100:00100000:2.0:1763340298.881153:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.881463:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280795008 00000100:00100000:0.0:1763340298.881470:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280795008 00002000:00010000:0.0:1763340298.881494:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.881498:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f65c00 with x1848995280795008 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.881504:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f65c00. 00000100:00100000:0.0:1763340298.881523:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1564 00000100:00100000:0.0:1763340298.881542:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280795008:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:0.0:1763340298.881690:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1763340298.881694:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 0 -> 1763340299 00002000:00010000:0.0:1763340298.881696:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340298.881698:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 0 -> 1763340299 00002000:00010000:0.0:1763340298.881701:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:0.0:1763340298.881731:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280795008:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 202us (1571us total) trans 17179871445 rc 0/0 00000100:00100000:0.0:1763340298.881737:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1564 00002000:00010000:0.0:1763340298.881740:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:0.0:1763340298.881743:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f65c00 with x1848995280795008 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340298.881747:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7f65c00. 00000100:00100000:1.0:1763340298.882277:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280795136 00000100:00100000:1.0:1763340298.882282:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280795136 00002000:00010000:1.0:1763340298.882305:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.882309:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f67b80 with x1848995280795136 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.882315:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f67b80. 00000100:00100000:1.0:1763340298.882331:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1565 00000100:00100000:1.0:1763340298.882337:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2410:x1848995280795136:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340298.882449:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340298.882453:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 0 -> 1763340299 00002000:00010000:1.0:1763340298.882455:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340298.882457:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 0 -> 1763340299 00002000:00010000:1.0:1763340298.882459:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340298.882826:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280795136:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 486us (1670us total) trans 21474838731 rc 0/0 00000100:00100000:1.0:1763340298.882834:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1565 00002000:00010000:1.0:1763340298.882837:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.882840:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7f67b80 with x1848995280795136 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.882845:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7f67b80. 00000100:00100000:1.0:1763340298.887305:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.887347:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.887925:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280795264 00000100:00100000:2.0:1763340298.887937:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280795264 00000100:00100000:2.0:1763340298.887998:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280795392 00000100:00100000:2.0:1763340298.888001:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280795392 00000100:00100000:2.0:1763340298.888206:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1566 00000100:00100000:2.0:1763340298.888218:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280795264:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:2.0:1763340298.888366:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.888370:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.888373:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.888375:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.888377:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.888437:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2409:x1848995280795264:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 220us (1139us total) trans 21474838732 rc 0/0 00000100:00100000:2.0:1763340298.888445:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1566 00000100:00100000:2.0:1763340298.888463:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1567 00000100:00100000:2.0:1763340298.888469:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2409:x1848995280795392:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:2.0:1763340298.888566:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.888581:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.888584:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.888586:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.888588:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.888611:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280795392:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 141us (1263us total) trans 17179871446 rc 0/0 00000100:00100000:2.0:1763340298.888617:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1567 00000100:00100000:2.0:1763340298.893524:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.893889:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280795648 00000100:00100000:0.0:1763340298.893901:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280795648 00000100:00100000:0.0:1763340298.893965:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9125 00000100:00100000:0.0:1763340298.893975:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:57388:x1848995280795648:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:0.0:1763340298.894192:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340298.894217:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.894228:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:0.0:1763340298.894271:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972674 00000004:00010000:0.0:1763340298.894297:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b8116053 reply state 0000000062a3599b transno 4294972675 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.894309:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340298.894316:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340298.894319:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340298.894322:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340298.894406:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+239:57388:x1848995280795648:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 432us (895us total) trans 4294972675 rc 0/0 00000100:00100000:0.0:1763340298.894413:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9125 00000020:00080000:0.0:1763340298.894418:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340298.897590:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.897631:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.897660:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.897682:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.897747:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280795776 00000100:00100000:3.0:1763340298.897757:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280795776 00002000:00010000:3.0:1763340298.897796:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.897802:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5597b80 with x1848995280795776 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.897813:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5597b80. 00000100:00100000:3.0:1763340298.898102:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280796032 00000100:00100000:3.0:1763340298.898107:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280796032 00002000:00010000:3.0:1763340298.898122:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.898126:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d2680 with x1848995280796032 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.898132:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d2680. 00000100:00100000:2.0:1763340298.898176:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280795904 00000100:00100000:2.0:1763340298.898180:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280795904 00002000:00010000:2.0:1763340298.898196:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.898200:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d3480 with x1848995280795904 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.898207:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d3480. 00000100:00100000:2.0:1763340298.898266:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280796160 00000100:00100000:2.0:1763340298.898270:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280796160 00002000:00010000:2.0:1763340298.898282:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.898285:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d1f80 with x1848995280796160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.898291:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fd7d1f80. 00000100:00100000:2.0:1763340298.898309:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1568 00000100:00100000:2.0:1763340298.898318:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280795776:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.898460:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898464:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898467:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898469:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898472:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.898522:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280795776:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 204us (950us total) trans 21474838733 rc 0/0 00000100:00100000:2.0:1763340298.898557:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1568 00002000:00010000:2.0:1763340298.898562:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.898564:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5597b80 with x1848995280795776 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.898580:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5597b80. 00000100:00100000:2.0:1763340298.898596:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1569 00000100:00100000:2.0:1763340298.898602:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280796032:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.898666:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898669:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898671:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898673:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898675:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.898695:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280796032:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 93us (1064us total) trans 17179871447 rc 0/0 00000100:00100000:2.0:1763340298.898701:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1569 00002000:00010000:2.0:1763340298.898703:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.898706:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d2680 with x1848995280796032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.898710:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d2680. 00000100:00100000:2.0:1763340298.898721:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1570 00000100:00100000:2.0:1763340298.898727:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280795904:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.898770:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898773:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898775:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898777:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898780:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.898800:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280795904:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 73us (1139us total) trans 17179871448 rc 0/0 00000100:00100000:2.0:1763340298.898806:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1570 00002000:00010000:2.0:1763340298.898809:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.898812:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d3480 with x1848995280795904 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.898816:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fd7d3480. 00000100:00100000:2.0:1763340298.898828:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1571 00000100:00100000:2.0:1763340298.898834:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280796160:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.898877:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898880:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898883:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.898885:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.898887:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.898904:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280796160:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 71us (1222us total) trans 21474838734 rc 0/0 00000100:00100000:2.0:1763340298.898910:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1571 00002000:00010000:2.0:1763340298.898913:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.898916:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d1f80 with x1848995280796160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.898920:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fd7d1f80. 00000100:00100000:1.0:1763340298.902815:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.902858:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.902937:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280796288 00000100:00100000:3.0:1763340298.902948:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280796288 00000100:00100000:3.0:1763340298.903012:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280796416 00000100:00100000:3.0:1763340298.903016:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280796416 00000100:00100000:3.0:1763340298.903053:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1572 00000100:00100000:3.0:1763340298.903061:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2410:x1848995280796288:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:3.0:1763340298.903333:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1763340298.903337:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.903339:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.903341:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.903344:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1763340298.903403:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2410:x1848995280796288:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 342us (596us total) trans 21474838735 rc 0/0 00000100:00100000:3.0:1763340298.903411:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1572 00000100:00100000:3.0:1763340298.903429:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1573 00000100:00100000:3.0:1763340298.903435:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280796416:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:3.0:1763340298.903630:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1763340298.903634:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.903636:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.903638:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.903639:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:3.0:1763340298.903662:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2410:x1848995280796416:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 226us (803us total) trans 17179871449 rc 0/0 00000100:00100000:3.0:1763340298.903671:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1573 00000100:00100000:2.0:1763340298.908173:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.908419:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280796672 00000100:00100000:3.0:1763340298.908430:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280796672 00000100:00100000:3.0:1763340298.908490:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9126 00000100:00100000:3.0:1763340298.908500:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+239:57388:x1848995280796672:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:2.0:1763340298.908914:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.908933:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.908944:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:2.0:1763340298.908987:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972676 00000004:00010000:2.0:1763340298.909006:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007bfd2ffb reply state 00000000e2e02e0e transno 4294972677 ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.909018:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.909026:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340298.909029:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340298.909032:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340298.909127:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+242:57388:x1848995280796672:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 626us (961us total) trans 4294972677 rc 0/0 00000100:00100000:2.0:1763340298.909134:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9126 00000020:00080000:2.0:1763340298.909139:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340298.912161:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.912255:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.912326:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.912340:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280796800 00000100:00100000:1.0:1763340298.912349:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280796800 00002000:00010000:1.0:1763340298.912383:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.912388:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0000 with x1848995280796800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.912398:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fd7d0000. 00000100:00100000:1.0:1763340298.912427:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280797056 00000100:00100000:1.0:1763340298.912430:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280797056 00002000:00010000:1.0:1763340298.912440:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.912443:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbce00 with x1848995280797056 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.912449:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbce00. 00000100:00100000:1.0:1763340298.912465:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1574 00000100:00100000:1.0:1763340298.912473:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280796800:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340298.912696:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:1.0:1763340298.912701:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340298.912703:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340298.912706:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340298.912708:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:1.0:1763340298.912757:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd7d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280796800:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 284us (607us total) trans 21474838736 rc 0/0 00000100:00100000:1.0:1763340298.912764:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1574 00002000:00010000:1.0:1763340298.912768:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.912770:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fd7d0000 with x1848995280796800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.912775:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fd7d0000. 00000100:00100000:1.0:1763340298.912791:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1575 00000100:00100000:1.0:1763340298.912798:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280797056:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340298.912901:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:1.0:1763340298.912904:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340298.912906:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340298.912909:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340298.912911:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:1.0:1763340298.912930:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280797056:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 132us (674us total) trans 17179871450 rc 0/0 00000100:00100000:1.0:1763340298.912936:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1575 00002000:00010000:1.0:1763340298.912939:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340298.912941:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbce00 with x1848995280797056 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340298.912945:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbce00. 00000100:00100000:2.0:1763340298.913268:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.913324:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280796928 00000100:00100000:3.0:1763340298.913329:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280796928 00002000:00010000:3.0:1763340298.913346:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.913350:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbe300 with x1848995280796928 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.913356:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbe300. 00000100:00100000:3.0:1763340298.913376:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280797184 00000100:00100000:3.0:1763340298.913379:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280797184 00002000:00010000:3.0:1763340298.913388:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.913391:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbd180 with x1848995280797184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.913396:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbd180. 00000100:00100000:3.0:1763340298.913415:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1576 00000100:00100000:3.0:1763340298.913422:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280796928:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:3.0:1763340298.913478:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.913482:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.913484:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.913486:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.913489:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340298.913521:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280796928:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 99us (1193us total) trans 17179871451 rc 0/0 00000100:00100000:3.0:1763340298.913527:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1576 00002000:00010000:3.0:1763340298.913550:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.913553:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbe300 with x1848995280796928 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.913557:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbe300. 00000100:00100000:3.0:1763340298.913580:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1577 00000100:00100000:3.0:1763340298.913587:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280797184:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:3.0:1763340298.913636:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.913639:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.913641:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.913643:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.913646:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340298.913665:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280797184:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 78us (397us total) trans 21474838737 rc 0/0 00000100:00100000:3.0:1763340298.913671:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1577 00002000:00010000:3.0:1763340298.913674:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.913676:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbd180 with x1848995280797184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.913680:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbd180. 00000100:00100000:1.0:1763340298.918012:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.918064:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.918483:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280797440 00000100:00100000:0.0:1763340298.918494:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280797440 00000100:00100000:0.0:1763340298.919053:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280797312 00000100:00100000:0.0:1763340298.919059:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280797312 00000100:00100000:3.0:1763340298.919121:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1578 00000100:00100000:3.0:1763340298.919133:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280797440:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:3.0:1763340298.919349:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.919353:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.919356:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.919358:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.919361:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:3.0:1763340298.919439:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2407:x1848995280797440:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 308us (1437us total) trans 17179871452 rc 0/0 00000100:00100000:3.0:1763340298.919452:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1578 00000100:00100000:3.0:1763340298.919472:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1579 00000100:00100000:3.0:1763340298.919479:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280797312:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:3.0:1763340298.919622:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.919625:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.919628:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.919630:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.919632:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1763340298.919654:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280797312:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 176us (1590us total) trans 21474838738 rc 0/0 00000100:00100000:3.0:1763340298.919661:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1579 00000100:00100000:3.0:1763340298.922859:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.923482:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280797696 00000100:00100000:2.0:1763340298.923495:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280797696 00000100:00100000:2.0:1763340298.924028:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9127 00000100:00100000:2.0:1763340298.924041:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+242:57388:x1848995280797696:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:2.0:1763340298.924276:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.924294:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.924304:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:2.0:1763340298.924349:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972678 00000004:00010000:2.0:1763340298.924370:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a78d08a5 reply state 00000000ad6817e8 transno 4294972679 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.924381:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.924388:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340298.924391:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340298.924394:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340298.925193:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+245:57388:x1848995280797696:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 1148us (2338us total) trans 4294972679 rc 0/0 00000100:00100000:2.0:1763340298.925203:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9127 00000020:00080000:2.0:1763340298.925209:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340298.927924:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.928059:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340298.928290:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.928328:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280797952 00000100:00100000:2.0:1763340298.928338:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280797952 00002000:00010000:2.0:1763340298.928380:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.928385:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6da680 with x1848995280797952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.928396:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6da680. 00000100:00100000:2.0:1763340298.928427:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798208 00000100:00100000:2.0:1763340298.928430:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798208 00002000:00010000:2.0:1763340298.928442:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.928445:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6d9500 with x1848995280798208 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.928451:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6d9500. 00000100:00100000:2.0:1763340298.928471:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1580 00000100:00100000:2.0:1763340298.928480:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2407:x1848995280797952:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.928663:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.928667:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.928670:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.928672:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.928674:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.928726:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280797952:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 247us (812us total) trans 17179871453 rc 0/0 00000100:00100000:2.0:1763340298.928735:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1580 00002000:00010000:2.0:1763340298.928739:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/561 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.928742:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6da680 with x1848995280797952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.928746:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6da680. 00000100:00100000:2.0:1763340298.928762:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1581 00000100:00100000:2.0:1763340298.928769:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280798208:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340298.928841:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340298.928843:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.928846:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.928848:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.928850:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340298.928871:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280798208:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 103us (811us total) trans 21474838739 rc 0/0 00000100:00100000:2.0:1763340298.928878:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1581 00002000:00010000:2.0:1763340298.928881:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340298.928883:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6d9500 with x1848995280798208 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340298.928887:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6d9500. 00000100:00100000:1.0:1763340298.929055:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.929267:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280797824 00000100:00100000:3.0:1763340298.929273:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280797824 00002000:00010000:3.0:1763340298.929293:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.929297:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6d8700 with x1848995280797824 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.929302:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6d8700. 00000100:00100000:3.0:1763340298.929331:0:28376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798080 00000100:00100000:3.0:1763340298.929334:0:28376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798080 00002000:00010000:3.0:1763340298.929345:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.929348:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6db480 with x1848995280798080 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.929352:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6db480. 00000100:00100000:3.0:1763340298.929365:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1582 00000100:00100000:3.0:1763340298.929372:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280797824:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:3.0:1763340298.929430:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.929433:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.929435:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.929438:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.929439:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763340298.929466:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280797824:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 95us (1176us total) trans 21474838740 rc 0/0 00000100:00100000:3.0:1763340298.929473:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1582 00002000:00010000:3.0:1763340298.929476:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.929478:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6d8700 with x1848995280797824 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.929482:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6d8700. 00000100:00100000:3.0:1763340298.929493:0:28376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1583 00000100:00100000:3.0:1763340298.929499:0:28376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280798080:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:3.0:1763340298.929584:0:28376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340298.929588:0:28376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.929590:0:28376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763340298.929592:0:28376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340298.929595:0:28376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763340298.929614:0:28376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280798080:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 114us (559us total) trans 17179871454 rc 0/0 00000100:00100000:3.0:1763340298.929620:0:28376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1583 00002000:00010000:3.0:1763340298.929623:0:28376:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:3.0:1763340298.929625:0:28376:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6db480 with x1848995280798080 ext(0->18446744073709551615) 00002000:00010000:3.0:1763340298.929629:0:28376:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555fc6db480. 00000100:00100000:1.0:1763340298.933963:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340298.934180:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798336 00000100:00100000:3.0:1763340298.934190:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798336 00000100:00100000:0.0:1763340298.934838:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6156 00000100:00100000:0.0:1763340298.934856:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280798336:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340298.934877:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340298.934901:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cd2 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340298.934928:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340298.934949:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.934951:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340298.934959:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 31 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340298.934976:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 31 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340298.934989:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845dc00, rc 0) 00000100:00100000:0.0:1763340298.935053:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2407:x1848995280798336:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 203us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340298.935061:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6156 00000100:00100000:1.0:1763340298.938926:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.939026:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798464 00000100:00100000:2.0:1763340298.939035:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798464 00000100:00100000:2.0:1763340298.939092:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9128 00000100:00100000:2.0:1763340298.939100:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+245:57388:x1848995280798464:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:2.0:1763340298.939125:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340298.939144:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824af0a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cd9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.939248:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824af11 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340298.939263:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824af11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.939275:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824af11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340298.939304:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00000004:00200000:2.0:1763340298.939308:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340298.939329:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824af11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340298.939359:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824af0a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd9 expref: 247 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.939378:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824af11 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd9 expref: 246 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340298.939386:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340298.939389:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340298.939393:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:2.0:1763340298.939463:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+246:57388:x1848995280798464:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 363us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340298.939470:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9128 00000100:00100000:1.0:1763340298.944666:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.944910:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798592 00000100:00100000:2.0:1763340298.944919:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798592 00000100:00100000:2.0:1763340298.944985:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1584 00000100:00100000:2.0:1763340298.944994:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280798592:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:2.0:1763340298.945140:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 262144 00002000:00010000:2.0:1763340298.945145:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.945147:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340298.945150:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340298.945152:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:2.0:1763340298.945212:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280798592:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 218us (688us total) trans 21474838741 rc 0/0 00000100:00100000:2.0:1763340298.945220:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1584 00000100:00100000:1.0:1763340298.950280:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.950638:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798720 00000100:00100000:0.0:1763340298.950649:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798720 00000100:00100000:0.0:1763340298.950721:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1585 00000100:00100000:0.0:1763340298.950731:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280798720:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340298.950957:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763340298.950962:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340298.950965:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340298.950967:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340298.950968:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:0.0:1763340298.951151:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280798720:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 420us (879us total) trans 21474838742 rc 0/0 00000100:00100000:0.0:1763340298.951160:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1585 00000100:00100000:1.0:1763340298.959411:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.960621:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798848 00000100:00100000:0.0:1763340298.960637:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798848 00002000:00100000:0.0:1763340298.960707:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x231:0x0] (8192->12287) req@ffff9554c4858380 x1848995280798848/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:59/0 lens 488/0 e 0 to 0 dl 1763340309 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1763340298.960719:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4858380 with x1848995280798848 ext(8192->12287) 00002000:00010000:0.0:1763340298.960726:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4858380 00000100:00100000:0.0:1763340298.960756:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1586 00000100:00100000:0.0:1763340298.960766:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2409:x1848995280798848:12345-192.168.203.42@tcp:3:kworker.0 00000100:00100000:0.0:1763340298.961753:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2409:x1848995280798848:12345-192.168.203.42@tcp:3:kworker.0 Request processed in 983us (2347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763340298.961762:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1586 00002000:00100000:0.0:1763340298.961772:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x231:0x0] (8192->12287) req@ffff9554c4858380 x1848995280798848/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:59/0 lens 488/4536 e 0 to 0 dl 1763340309 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1763340298.961781:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4858380 with x1848995280798848 ext(8192->12287) 00002000:00010000:0.0:1763340298.961785:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4858380 00000100:00100000:1.0:1763340298.965793:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340298.966226:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280798976 00000100:00100000:0.0:1763340298.966237:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280798976 00002000:00100000:0.0:1763340298.966282:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x231:0x0] (12288->16383) req@ffff9554c4859c00 x1848995280798976/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:59/0 lens 488/0 e 0 to 0 dl 1763340309 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1763340298.966294:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4859c00 with x1848995280798976 ext(12288->16383) 00002000:00010000:0.0:1763340298.966300:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4859c00 00000100:00100000:0.0:1763340298.966334:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1587 00000100:00100000:0.0:1763340298.966342:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2410:x1848995280798976:12345-192.168.203.42@tcp:3:kworker.0 00000100:00100000:0.0:1763340298.966516:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2410:x1848995280798976:12345-192.168.203.42@tcp:3:kworker.0 Request processed in 174us (733us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763340298.966525:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1587 00002000:00100000:0.0:1763340298.966565:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x231:0x0] (12288->16383) req@ffff9554c4859c00 x1848995280798976/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:59/0 lens 488/4536 e 0 to 0 dl 1763340309 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1763340298.966583:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c4859c00 with x1848995280798976 ext(12288->16383) 00002000:00010000:0.0:1763340298.966587:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c4859c00 00000100:00100000:1.0:1763340298.973965:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340298.974059:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280799104 00000100:00100000:2.0:1763340298.974071:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280799104 00002000:00100000:2.0:1763340298.974125:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x231:0x0] (4096->69631) req@ffff9554c485bb80 x1848995280799104/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:59/0 lens 504/0 e 0 to 0 dl 1763340309 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1763340298.974137:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c485bb80 with x1848995280799104 ext(4096->69631) 00002000:00010000:2.0:1763340298.974142:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c485bb80 00000100:00100000:2.0:1763340298.974177:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1588 00000100:00100000:2.0:1763340298.974187:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2410:x1848995280799104:12345-192.168.203.42@tcp:3:kworker.0 00000100:00100000:2.0:1763340298.989934:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2410:x1848995280799104:12345-192.168.203.42@tcp:3:kworker.0 Request processed in 15736us (15969us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1763340298.989949:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1588 00002000:00100000:2.0:1763340298.989962:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x231:0x0] (4096->69631) req@ffff9554c485bb80 x1848995280799104/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:59/0 lens 504/440 e 0 to 0 dl 1763340309 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1763340298.989979:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c485bb80 with x1848995280799104 ext(4096->69631) 00002000:00010000:2.0:1763340298.989985:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c485bb80 00000100:00100000:1.0:1763340299.005332:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.005974:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280799360 00000100:00100000:2.0:1763340299.005987:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280799360 00000100:00100000:2.0:1763340299.006268:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3101 00000100:00100000:2.0:1763340299.006281:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+246:57388:x1848995280799360:12345-192.168.203.42@tcp:35:fsx.0 00000100:00100000:2.0:1763340299.006626:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+247:57388:x1848995280799360:12345-192.168.203.42@tcp:35:fsx.0 Request processed in 347us (1302us total) trans 4294972680 rc 0/0 00000100:00100000:2.0:1763340299.006634:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3101 00000100:00100000:0.0:1763340299.027517:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.028061:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280799616 00000100:00100000:1.0:1763340299.028074:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280799616 00000100:00100000:1.0:1763340299.028136:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9129 00000100:00100000:1.0:1763340299.028147:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+247:57389:x1848995280799616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.028178:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.028202:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824af18 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ce0 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.028276:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.028290:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028300:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028310:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.028317:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028322:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028427:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824af2d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.028436:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824af2d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028447:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824af2d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340299.028457:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00010000:00010000:1.0:1763340299.028579:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028586:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028591:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028596:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028602:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.028605:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028611:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028621:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9554c2fc1f00) 00010000:00010000:1.0:1763340299.028624:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340299.028628:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028633:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824af1f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028644:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028653:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028658:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028662:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.028665:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028670:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028675:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9555fd5a5b00) 00010000:00010000:1.0:1763340299.028678:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340299.028680:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028686:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824af26 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.028721:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824af18 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce0 expref: 250 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.028738:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824af2d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce0 expref: 249 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.028745:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.028748:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340299.028750:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ea00, rc 0) 00000100:00100000:1.0:1763340299.028817:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+249:57389:x1848995280799616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 671us (1307us total) trans 4294972681 rc 0/0 00000100:00100000:1.0:1763340299.028825:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9129 00000100:00100000:1.0:1763340299.038400:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.038475:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.038758:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280800000 00000100:00100000:0.0:1763340299.038769:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280800000 00000100:00100000:0.0:1763340299.038851:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 413 00000100:00100000:0.0:1763340299.038861:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+249:2410:x1848995280800000:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340299.038878:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340299.038905:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824af2d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce0 expref: 249 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.038927:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.038933:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340299.038992:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+248:2410:x1848995280800000:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 132us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.039000:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 413 00000100:00100000:2.0:1763340299.039134:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280799872 00000100:00100000:2.0:1763340299.039140:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280799872 00000100:00100000:2.0:1763340299.039184:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9130 00000100:00100000:2.0:1763340299.039191:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+248:57389:x1848995280799872:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340299.039212:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.039232:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824af3b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ce7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.041952:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.041974:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.041985:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340299.041996:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00010000:00010000:2.0:1763340299.042056:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824af3b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 251 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.042080:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 250 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.042088:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.042091:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340299.042095:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5200, rc 0) 00000100:00100000:2.0:1763340299.042175:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+250:57389:x1848995280799872:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 2983us (3784us total) trans 4294972682 rc 0/0 00000100:00100000:2.0:1763340299.042185:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9130 00000100:00100000:1.0:1763340299.048504:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.051813:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280800256 00000100:00100000:2.0:1763340299.051827:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280800256 00000100:00100000:2.0:1763340299.051890:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9131 00000100:00100000:2.0:1763340299.051900:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+250:57389:x1848995280800256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340299.051922:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.051941:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824af50 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cee expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.052042:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.052057:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 251 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.052067:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.052100:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 251 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.052113:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 251 pid: 8423 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763340299.052126:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292232832:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340299.052233:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f749c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340299.055694:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.055808:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280800384 00000100:00100000:1.0:1763340299.055819:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280800384 00010000:00010000:1.0:1763340299.055858:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 252 pid: 8423 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763340299.055903:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2973 00000100:00100000:1.0:1763340299.055912:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+252:2407:x1848995280800384:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.055926:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.055933:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 252 pid: 8423 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.055945:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 252 pid: 8423 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.055967:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:1.0:1763340299.055972:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.055981:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.055987:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.056005:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.056064:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+252:2407:x1848995280800384:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 152us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.056071:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2973 00010000:00010000:2.0:1763340299.056417:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824af42 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ce7 expref: 251 pid: 8423 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763340299.056432:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292232832:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.056453:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056461:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056467:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340299.056484:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00000004:00080000:2.0:1763340299.056681:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x234:0x0], index 0: 0 00000004:00080000:2.0:1763340299.056688:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x234:0x0], index 1: 0 00010000:00010000:2.0:1763340299.056794:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056803:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056809:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056819:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5e00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340299.056824:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056831:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056841:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.056844:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340299.056848:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056853:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af57 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.056892:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824af50 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cee expref: 251 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.056900:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.056903:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340299.056907:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824af50 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cee expref: 251 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.056922:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5400, rc 0) 00000100:00100000:2.0:1763340299.056957:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+250:57389:x1848995280800256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5058us (8463us total) trans 4294972683 rc 301/301 00000100:00100000:2.0:1763340299.056965:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9131 00000100:00100000:3.0:1763340299.063899:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.064246:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280800640 00000100:00100000:1.0:1763340299.064257:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280800640 00000100:00100000:1.0:1763340299.064319:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3102 00000100:00100000:1.0:1763340299.064328:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+250:57389:x1848995280800640:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340299.064664:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+251:57389:x1848995280800640:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 335us (772us total) trans 4294972684 rc 0/0 00000100:00100000:1.0:1763340299.064672:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3102 00000100:00100000:3.0:1763340299.067775:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.067892:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280800768 00000100:00100000:2.0:1763340299.067902:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280800768 00000100:00100000:2.0:1763340299.067953:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9132 00000100:00100000:2.0:1763340299.067963:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+251:57389:x1848995280800768:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340299.067987:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.068009:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824af65 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cf5 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.068081:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af6c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.068095:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af6c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.068105:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af6c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340299.068147:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00000004:00200000:2.0:1763340299.068152:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340299.068171:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af6c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.068197:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824af65 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cf5 expref: 253 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.068215:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af6c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cf5 expref: 252 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.068224:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.068227:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763340299.068230:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5e00, rc 0) 00000100:00100000:2.0:1763340299.068289:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+252:57389:x1848995280800768:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 327us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.068296:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9132 00000100:00100000:3.0:1763340299.074370:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.074738:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.076041:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280801024 00000100:00100000:0.0:1763340299.076054:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280801024 00000100:00100000:0.0:1763340299.076132:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6157 00000100:00100000:0.0:1763340299.076142:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2408:x1848995280801024:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.076160:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.076183:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d03 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340299.076206:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340299.076230:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.076232:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.076240:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 32 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.076257:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 32 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.076269:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340299.076334:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280801024:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 193us (1596us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.076342:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6157 00000100:00100000:2.0:1763340299.077619:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280800896 00000100:00100000:2.0:1763340299.077632:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280800896 00000100:00100000:0.0:1763340299.078219:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6158 00000100:00100000:0.0:1763340299.078232:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280800896:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.078250:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.078270:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16cfc expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340299.078293:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763340299.078312:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.078314:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.078323:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 29 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.078340:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 29 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.078354:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d600, rc 0) 00000100:00100000:0.0:1763340299.078423:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280800896:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 192us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.078430:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6158 00000100:00100000:3.0:1763340299.083111:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.083443:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280801280 00000100:00100000:0.0:1763340299.083454:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280801280 00000100:00100000:0.0:1763340299.083625:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9133 00000100:00100000:0.0:1763340299.083636:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555e8e9c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+252:57389:x1848995280801280:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.083658:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.083678:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824af81 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d0a expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.083804:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824af88 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340299.083821:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824af88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.083832:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824af88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340299.083845:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00010000:00010000:0.0:1763340299.083937:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824af81 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d0a expref: 255 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.083954:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824af88 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d0a expref: 254 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.083968:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.083971:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340299.083975:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845de00, rc 0) 00000100:00100000:0.0:1763340299.084039:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555e8e9c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+254:57389:x1848995280801280:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 406us (937us total) trans 4294972685 rc 0/0 00000100:00100000:0.0:1763340299.084047:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9133 00000100:00100000:3.0:1763340299.088981:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.089326:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.089887:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.089933:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280801408 00000100:00100000:1.0:1763340299.089942:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280801408 00000100:00100000:0.0:1763340299.091265:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280801664 00000100:00100000:0.0:1763340299.091275:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280801664 00000100:00100000:0.0:1763340299.091290:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280801536 00000100:00100000:0.0:1763340299.091293:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280801536 00000100:00100000:0.0:1763340299.091346:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6159 00000100:00100000:0.0:1763340299.091355:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2408:x1848995280801408:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:0.0:1763340299.091401:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091421:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 30 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091429:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340299.091431:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340299.091434:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091469:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 30 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091482:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 30 pid: 8401 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763340299.091497:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292232960:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340299.091600:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.091645:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6160 00000100:00100000:0.0:1763340299.091652:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280801536:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:0.0:1763340299.091672:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091683:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 32 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091690:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340299.091691:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340299.091694:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091712:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 32 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.091722:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 32 pid: 8401 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763340299.091732:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292233088:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340299.091758:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e0468c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.091826:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6161 00000100:00100000:1.0:1763340299.091836:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2408:x1848995280801664:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340299.091853:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.091864:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 30 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.091870:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340299.091871:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340299.091874:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.091894:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 30 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.091908:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 30 pid: 8401 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763340299.091918:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4859f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292233216:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340299.091946:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555fca0f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.095206:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292233088:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.095240:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340299.095813:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292232960:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340299.095837:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.098628:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4859f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292233216:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.098660:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340299.099660:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.099709:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.099866:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280801792 00000100:00100000:1.0:1763340299.099874:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280801792 00010000:00010000:1.0:1763340299.099910:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 31 pid: 8401 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763340299.099950:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280802048 00000100:00100000:1.0:1763340299.099954:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280802048 00010000:00010000:1.0:1763340299.099967:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 32 pid: 8401 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763340299.100002:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2974 00000100:00100000:1.0:1763340299.100012:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2407:x1848995280801792:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.100028:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.100049:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 32 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.100061:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 32 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.100085:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824ae4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c93 expref: 32 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.100102:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.100104:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763340299.100231:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2975 00000100:00100000:3.0:1763340299.100241:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2407:x1848995280802048:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340299.100250:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340299.100261:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 31 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763340299.100270:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 31 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763340299.100282:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824aee7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ccb expref: 31 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763340299.100292:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.100293:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.100298:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.100308:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.100335:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340299.100377:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280802048:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 138us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.100385:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2975 00010000:00010000:1.0:1763340299.100499:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100506:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100586:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.100611:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280801792:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 600us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.100618:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2974 00010000:00010000:1.0:1763340299.100671:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100679:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100704:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100711:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100719:0:8457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100725:0:8457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340299.100730:0:8457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100738:0:8457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100749:0:8457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.100755:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afa4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.100812:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280801664:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 8978us (11486us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.100820:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6161 00010000:00010000:3.0:1763340299.101029:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101052:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101067:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101074:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101081:0:35203:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101086:0:35203:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340299.101089:0:35203:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101096:0:35203:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101111:0:35203:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.101118:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824af96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340299.101157:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280801408:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 9804us (12189us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.101163:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6159 00000100:00100000:3.0:1763340299.101296:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.101911:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280801920 00000100:00100000:1.0:1763340299.101918:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280801920 00010000:00010000:1.0:1763340299.101942:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 33 pid: 8401 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763340299.101972:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2976 00000100:00100000:1.0:1763340299.101979:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2408:x1848995280801920:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.101990:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.102004:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 33 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.102015:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 33 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.102030:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824aed2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cbd expref: 33 pid: 8401 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763340299.102048:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.102050:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.102053:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.102062:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102837:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102849:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102869:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102877:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102885:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102891:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340299.102895:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102903:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.102917:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 3/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340299.102995:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280801536:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 11341us (13106us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.103003:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6160 00010000:00010000:1.0:1763340299.103842:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824af9d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.104003:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.104425:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2408:x1848995280801920:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2444us (3127us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.104434:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2976 00000100:00100000:0.0:1763340299.110098:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.110188:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.110376:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.110451:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280802176 00000100:00100000:1.0:1763340299.110461:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280802176 00000100:00100000:1.0:1763340299.110518:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280802432 00000100:00100000:1.0:1763340299.110522:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280802432 00000100:00100000:1.0:1763340299.110586:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6162 00000100:00100000:1.0:1763340299.110596:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280802176:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.110614:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.110636:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d11 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340299.110659:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x231:0x0] initial LVB size: 262144, mtime: 0x691a700b, atime: 0x0, ctime: 0x691a700b, blocks: 0x800 00010000:00010000:1.0:1763340299.110680:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.110682:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.110693:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 29 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.110710:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 29 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.110723:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340299.110787:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280802176:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 193us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.110795:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6162 00000100:00100000:1.0:1763340299.110814:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6163 00000100:00100000:1.0:1763340299.110821:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+28:2408:x1848995280802432:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.110828:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.110838:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d1f expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340299.110848:0:30853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x233:0x0] initial LVB size: 0, mtime: 0x691a700b, atime: 0x0, ctime: 0x691a700b, blocks: 0x0 00010000:00010000:1.0:1763340299.110856:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.110857:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.110862:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 29 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.110871:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 29 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.110879:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340299.110898:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280802432:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 78us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.110905:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6163 00000100:00100000:3.0:1763340299.111456:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280802304 00000100:00100000:3.0:1763340299.111464:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280802304 00000100:00100000:3.0:1763340299.111508:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6164 00000100:00100000:3.0:1763340299.111517:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2408:x1848995280802304:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340299.111526:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340299.111579:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d18 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763340299.111596:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x233:0x0] initial LVB size: 0, mtime: 0x691a700b, atime: 0x0, ctime: 0x691a700b, blocks: 0x1800 00010000:00010000:3.0:1763340299.111608:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.111610:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.111617:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 32 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340299.111630:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 32 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340299.111644:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651800, rc 0) 00000100:00100000:3.0:1763340299.111675:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2408:x1848995280802304:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 159us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.111681:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6164 00000100:00100000:3.0:1763340299.175291:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.176849:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280802560 00000100:00100000:2.0:1763340299.176860:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280802560 00000100:00100000:0.0:1763340299.176987:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6165 00000100:00100000:0.0:1763340299.176996:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280802560:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340299.177130:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280802560:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 133us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.177138:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6165 00000100:00100000:0.0:1763340299.192551:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.198010:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280802688 00000100:00100000:1.0:1763340299.198026:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280802688 00000100:00100000:1.0:1763340299.198103:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9134 00000100:00100000:1.0:1763340299.198115:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+254:57389:x1848995280802688:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.198138:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.198162:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824afc0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d26 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.198201:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.198221:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.198235:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.198346:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824afc0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 256 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.198363:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 255 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.198371:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:1.0:1763340299.198374:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763340299.198378:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340299.198444:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+255:57389:x1848995280802688:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 331us (5919us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.198453:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9134 00000100:00100000:3.0:1763340299.205208:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.205316:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280802944 00000100:00100000:2.0:1763340299.205326:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280802944 00000100:00100000:2.0:1763340299.205397:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9135 00000100:00100000:2.0:1763340299.205407:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+255:57389:x1848995280802944:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340299.205461:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340299.205487:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824af6c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cf5 expref: 255 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.205503:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.205508:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340299.207073:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.207096:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.207107:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:2.0:1763340299.207150:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972686 00000004:00010000:2.0:1763340299.207172:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f3d2b19 reply state 000000007d739f67 transno 4294972687 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.207184:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.207190:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.207193:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340299.207197:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340299.209742:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+257:57389:x1848995280802944:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 4322us (4528us total) trans 4294972687 rc 0/0 00000100:00100000:2.0:1763340299.209755:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9135 00000020:00080000:2.0:1763340299.209764:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340299.212362:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.212523:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803072 00000100:00100000:2.0:1763340299.212627:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803072 00000100:00100000:2.0:1763340299.212694:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9136 00000100:00100000:2.0:1763340299.212703:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+257:57389:x1848995280803072:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340299.212735:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.212757:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d2d expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.212818:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 258 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.212832:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 258 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.212848:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.212851:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340299.212854:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c4ee5e00, rc 0) 00000100:00100000:2.0:1763340299.212909:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+258:57389:x1848995280803072:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 207us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.212916:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9136 00000100:00100000:0.0:1763340299.217682:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.217828:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803200 00000100:00100000:1.0:1763340299.217838:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803200 00000100:00100000:1.0:1763340299.217901:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6166 00000100:00100000:1.0:1763340299.217913:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:57389:x1848995280803200:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.217931:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.217950:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d34 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.217981:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 30 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.217996:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.217998:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.218003:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 30 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.218044:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 30 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.218059:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 30 pid: 8399 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763340299.218074:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4858e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292233344:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340299.218159:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d83ada80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.222484:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4858e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292233344:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.222521:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 30 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.222907:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e000, rc 0) 00000100:00100000:1.0:1763340299.222969:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:57389:x1848995280803200:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 5057us (5296us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.222978:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6166 00000100:00100000:3.0:1763340299.223311:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.223597:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803328 00000100:00100000:1.0:1763340299.223603:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803328 00010000:00010000:1.0:1763340299.223633:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 30 pid: 8399 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763340299.223675:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2977 00000100:00100000:1.0:1763340299.223685:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2408:x1848995280803328:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.223701:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.223707:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 30 pid: 8399 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.223723:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 30 pid: 8399 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.223750:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d600/0xbdebf3fb1824af7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cfc expref: 30 pid: 8399 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.223763:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.223765:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.223770:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 29 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.223779:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 29 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.223823:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 29 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.223836:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4858e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292233472:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340299.223897:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d83ada80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.227899:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4858e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6498:1848995292233472:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340299.227924:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.227985:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2408:x1848995280803328:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4301us (4673us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.227997:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2977 00000100:00100000:3.0:1763340299.228829:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.232673:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803456 00000100:00100000:1.0:1763340299.232688:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803456 00000100:00100000:1.0:1763340299.232745:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6167 00000100:00100000:1.0:1763340299.232752:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:57389:x1848995280803456:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.232769:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.232788:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d3b expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.232818:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 33 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.232826:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.232828:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.232832:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 33 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.232864:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 33 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340299.232876:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 33 pid: 8401 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763340299.232894:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4858e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292233600:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340299.232997:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d83ada80 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.239462:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.239604:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4858e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292233600:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.239636:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 33 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.239656:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ea00, rc 0) 00000100:00100000:1.0:1763340299.239706:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:57389:x1848995280803456:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6953us (10878us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.239714:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6167 00000100:00100000:3.0:1763340299.239790:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803584 00000100:00100000:3.0:1763340299.239797:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803584 00010000:00010000:3.0:1763340299.239828:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 33 pid: 8401 timeout: 1140 lvb_type: 1 00000100:00100000:3.0:1763340299.239867:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2978 00000100:00100000:3.0:1763340299.239876:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2407:x1848995280803584:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340299.239890:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340299.239896:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 33 pid: 8401 timeout: 1140 lvb_type: 1 00010000:00010000:3.0:1763340299.239907:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 33 pid: 8401 timeout: 1140 lvb_type: 1 00010000:00010000:3.0:1763340299.239931:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845ca00/0xbdebf3fb1824af73 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d03 expref: 33 pid: 8401 timeout: 1140 lvb_type: 1 00010000:00010000:3.0:1763340299.239948:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.239950:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.239956:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 32 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.239965:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 32 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.239997:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 32 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340299.240010:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6498:1848995292233728:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340299.240060:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c65549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763340299.244459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.244692:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6498:1848995292233728:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340299.244716:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340299.245131:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803712 00000100:00100000:2.0:1763340299.245139:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803712 00002000:00010000:2.0:1763340299.245180:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (0->18446744073709551615) 00002000:00100000:2.0:1763340299.245184:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c7800 with x1848995280803712 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340299.245196:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c21c7800. 00000100:00100000:3.0:1763340299.246203:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.246707:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2407:x1848995280803584:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 6828us (7252us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.246719:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2978 00000100:00100000:2.0:1763340299.247468:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803840 00000100:00100000:2.0:1763340299.247479:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803840 00002000:00010000:2.0:1763340299.247515:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:2.0:1763340299.247520:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c5f80 with x1848995280803840 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340299.247557:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c21c5f80. 00000100:00100000:2.0:1763340299.247595:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1589 00000100:00100000:2.0:1763340299.247604:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280803712:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340299.247800:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340299.247803:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb mtime from disk: 0 -> 1763340299 00002000:00010000:2.0:1763340299.247806:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340299.247808:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb ctime from disk: 0 -> 1763340299 00002000:00010000:2.0:1763340299.247811:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340299.247856:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280803712:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 253us (3405us total) trans 21474838743 rc 0/0 00000100:00100000:2.0:1763340299.247863:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1589 00002000:00010000:2.0:1763340299.247867:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (0->18446744073709551615) 00002000:00100000:2.0:1763340299.247869:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c7800 with x1848995280803712 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340299.247874:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c21c7800. 00000100:00100000:2.0:1763340299.247889:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1590 00000100:00100000:2.0:1763340299.247896:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+32:2407:x1848995280803840:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:2.0:1763340299.247986:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340299.247989:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 0 -> 1763340299 00002000:00010000:2.0:1763340299.247991:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763340299.247993:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 0 -> 1763340299 00002000:00010000:2.0:1763340299.247996:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340299.248017:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2407:x1848995280803840:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 121us (1819us total) trans 17179871455 rc 0/0 00000100:00100000:2.0:1763340299.248023:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1590 00002000:00010000:2.0:1763340299.248026:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:2.0:1763340299.248028:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c21c5f80 with x1848995280803840 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340299.248033:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c21c5f80. 00000100:00100000:1.0:1763340299.251063:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.251162:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280803968 00000100:00100000:0.0:1763340299.251172:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280803968 00000100:00100000:0.0:1763340299.251230:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6168 00000100:00100000:0.0:1763340299.251240:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2408:x1848995280803968:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340299.251356:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2408:x1848995280803968:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 117us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.251363:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6168 00000100:00100000:1.0:1763340299.254275:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.254348:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280804224 00000100:00100000:0.0:1763340299.254358:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280804224 00000100:00100000:0.0:1763340299.254417:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9137 00000100:00100000:0.0:1763340299.254426:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+258:57389:x1848995280804224:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:0.0:1763340299.254675:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340299.254692:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.254704:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:0.0:1763340299.254747:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972688 00000004:00010000:0.0:1763340299.254769:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000088b75bc4 reply state 000000003f39e7ee transno 4294972689 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.254782:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.254790:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340299.254793:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340299.254796:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340299.254872:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+261:57389:x1848995280804224:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 446us (604us total) trans 4294972689 rc 0/0 00000100:00100000:0.0:1763340299.254879:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9137 00000020:00080000:0.0:1763340299.254884:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340299.258732:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.258774:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.258843:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280804352 00000100:00100000:0.0:1763340299.258854:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280804352 00002000:00010000:0.0:1763340299.258892:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (262144->18446744073709551615) 00002000:00100000:0.0:1763340299.258897:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbca80 with x1848995280804352 ext(262144->18446744073709551615) 00002000:00010000:0.0:1763340299.258908:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbca80. 00000100:00100000:0.0:1763340299.258939:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280804480 00000100:00100000:0.0:1763340299.258943:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280804480 00002000:00010000:0.0:1763340299.258955:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:0.0:1763340299.258958:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbed80 with x1848995280804480 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340299.258964:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbed80. 00000100:00100000:0.0:1763340299.258988:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1591 00000100:00100000:0.0:1763340299.258997:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+30:2407:x1848995280804352:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:0.0:1763340299.259156:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb size from disk: 0 -> 262144 00002000:00010000:0.0:1763340299.259160:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.259163:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340299.259165:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.259167:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340299.259222:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2407:x1848995280804352:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 226us (499us total) trans 21474838744 rc 0/0 00000100:00100000:0.0:1763340299.259230:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1591 00002000:00010000:0.0:1763340299.259234:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (262144->18446744073709551615) 00002000:00100000:0.0:1763340299.259237:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbca80 with x1848995280804352 ext(262144->18446744073709551615) 00002000:00010000:0.0:1763340299.259241:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbca80. 00000100:00100000:0.0:1763340299.259258:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1592 00000100:00100000:0.0:1763340299.259265:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+33:2408:x1848995280804480:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:0.0:1763340299.259334:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340299.259337:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.259340:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340299.259342:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.259343:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340299.259366:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2408:x1848995280804480:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 102us (592us total) trans 17179871456 rc 0/0 00000100:00100000:0.0:1763340299.259373:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1592 00002000:00010000:0.0:1763340299.259375:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:0.0:1763340299.259378:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbed80 with x1848995280804480 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340299.259383:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555ffcbed80. 00000100:00100000:1.0:1763340299.262028:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.262519:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280804608 00000100:00100000:2.0:1763340299.262529:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280804608 00000100:00100000:2.0:1763340299.262621:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9138 00000100:00100000:2.0:1763340299.262631:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+261:57389:x1848995280804608:12345-192.168.203.42@tcp:44:lfs.0 00000001:00080000:3.0:1763340299.264203:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972689 is committed 00010000:00010000:0.0:1763340299.264549:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264563:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264578:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264584:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264588:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264594:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264609:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9555fd5a5b00) 00010000:00010000:0.0:1763340299.264612:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264616:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264622:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824ade4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264647:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264657:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264662:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264666:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845cc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264668:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264673:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264679:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.264681:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264683:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264688:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824ae3f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264697:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264701:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264706:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264710:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264713:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264719:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264724:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xe8098f29 (ffff9555fd5a5f00) 00010000:00010000:0.0:1763340299.264726:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264728:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264732:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824ae69 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264757:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264762:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264767:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264771:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264774:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264779:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264785:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x9645bb7c (ffff9555fd5a5400) 00010000:00010000:0.0:1763340299.264786:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264789:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264793:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4a00/0xbdebf3fb1824ae8c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264810:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264815:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264820:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264824:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab4c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264826:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264831:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264836:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.264838:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264840:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264845:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab4c00/0xbdebf3fb1824aea1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264852:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264857:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264861:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264866:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f600 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264869:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264873:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264879:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.264880:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264882:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264886:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824aea8 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264895:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264899:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264904:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264908:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264910:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264914:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264920:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.264921:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264923:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264931:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824aebd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264939:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264944:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264948:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264952:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.264954:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264959:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264965:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.264967:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.264969:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264975:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824aed9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.264986:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264991:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.264996:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265000:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.265002:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265007:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265014:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.265016:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.265018:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265022:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824aeee lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265030:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265036:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265040:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265044:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555f4ab5000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.265046:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265051:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265057:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.265059:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.265061:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265066:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555f4ab5000/0xbdebf3fb1824aef5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265075:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265080:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265085:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265088:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.265091:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265095:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265101:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.265103:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.265105:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265109:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824aefc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265119:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265123:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265132:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265136:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.265138:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265143:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265150:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340299.265152:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.265155:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265159:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824afce lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.265168:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265173:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265178:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265182:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.265184:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265189:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265199:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340299.265201:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.265203:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.265208:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824afea lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340299.265652:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57389:x1848995280804608:12345-192.168.203.42@tcp:44:lfs.0 Request processed in 3016us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.265664:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9138 00000100:00100000:1.0:1763340299.270937:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.270975:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.271461:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280804736 00000100:00100000:2.0:1763340299.271471:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280804736 00000100:00100000:2.0:1763340299.272950:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280804864 00000100:00100000:2.0:1763340299.272962:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280804864 00000100:00100000:2.0:1763340299.273005:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6169 00000100:00100000:2.0:1763340299.273017:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+31:2407:x1848995280804736:12345-192.168.203.42@tcp:16:lfs.0 00000100:00100000:1.0:1763340299.273719:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6170 00000100:00100000:1.0:1763340299.273731:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+34:2407:x1848995280804864:12345-192.168.203.42@tcp:16:lfs.0 00000001:00080000:0.0:1763340299.277343:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838744 is committed 00000001:00080000:0.0:1763340299.277385:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838725 is committed 00000100:00100000:2.0:1763340299.277791:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280804736:12345-192.168.203.42@tcp:16:lfs.0 Request processed in 4769us (6856us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.277803:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6169 00000001:00080000:2.0:1763340299.279071:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871456 is committed 00000001:00080000:2.0:1763340299.279106:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871440 is committed 00000100:00100000:3.0:1763340299.279826:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280804864:12345-192.168.203.42@tcp:16:lfs.0 Request processed in 6091us (8842us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.279839:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6170 00000100:00100000:1.0:1763340299.299649:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.299775:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280804992 00000100:00100000:3.0:1763340299.299784:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280804992 00000100:00100000:3.0:1763340299.299842:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6171 00000100:00100000:3.0:1763340299.299851:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280804992:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:3.0:1763340299.299892:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.299911:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.299914:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.299919:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.299933:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.299957:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.299965:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.299974:0:30853:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.299981:0:30853:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340299.299985:0:30853:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.299992:0:30853:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.300006:0:30853:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.300017:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824aff1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340299.300090:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280804992:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 239us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.300098:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6171 00000100:00100000:2.0:1763340299.306658:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.306761:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280805120 00000100:00100000:0.0:1763340299.306772:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280805120 00000100:00100000:0.0:1763340299.306835:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6172 00000100:00100000:0.0:1763340299.306845:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280805120:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:0.0:1763340299.306894:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.306910:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.306912:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.306918:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.306932:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.306957:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.306965:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.306974:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.306981:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340299.306985:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.306993:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.307006:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.307013:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824aff8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340299.307094:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280805120:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 249us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.307102:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6172 00000100:00100000:1.0:1763340299.311208:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.311327:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280805248 00000100:00100000:3.0:1763340299.311338:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280805248 00000100:00100000:3.0:1763340299.311954:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6173 00000100:00100000:3.0:1763340299.311966:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280805248:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:3.0:1763340299.312010:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312025:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.312027:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.312032:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312044:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312066:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312074:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312087:0:30853:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312094:0:30853:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340299.312097:0:30853:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312106:0:30853:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312120:0:30853:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.312127:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824afff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340299.313334:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280805248:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 1362us (2126us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.313348:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6173 00000100:00100000:1.0:1763340299.315985:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.316080:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280805504 00000100:00100000:2.0:1763340299.316090:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280805504 00000100:00100000:2.0:1763340299.316183:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9139 00000100:00100000:2.0:1763340299.316194:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57389:x1848995280805504:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340299.316276:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.316291:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.316302:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340299.316418:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000478e873f reply state 00000000da21dab9 transno 4294972690 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.316431:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.316438:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:2.0:1763340299.316441:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340299.316444:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340299.317021:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57389:x1848995280805504:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 827us (1042us total) trans 4294972690 rc 0/0 00000100:00100000:2.0:1763340299.317028:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9139 00000100:00100000:2.0:1763340299.319891:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.320204:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280805632 00000100:00100000:3.0:1763340299.320214:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280805632 00000100:00100000:3.0:1763340299.320271:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6174 00000100:00100000:3.0:1763340299.320282:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280805632:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:3.0:1763340299.320460:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763340299.320464:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340299.320467:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb atime from disk: 0 -> 1763340299 00002000:00010000:3.0:1763340299.320469:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340299.320472:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340299.320564:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280805632:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 284us (682us total) trans 21474838745 rc 0/0 00000100:00100000:3.0:1763340299.320581:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6174 00000100:00100000:1.0:1763340299.320795:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.325974:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280805760 00000100:00100000:0.0:1763340299.325990:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280805760 00000100:00100000:0.0:1763340299.326059:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6175 00000100:00100000:0.0:1763340299.326069:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280805760:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:0.0:1763340299.326218:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340299.326222:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.326226:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 0 -> 1763340299 00002000:00010000:0.0:1763340299.326228:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.326231:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340299.326304:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280805760:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 236us (5509us total) trans 17179871457 rc 0/0 00000100:00100000:0.0:1763340299.326313:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6175 00000100:00100000:1.0:1763340299.329759:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.329929:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280806016 00000100:00100000:2.0:1763340299.329940:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280806016 00000100:00100000:2.0:1763340299.330005:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9140 00000100:00100000:2.0:1763340299.330015:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57389:x1848995280806016:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340299.330075:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340299.330101:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824af11 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd9 expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.330120:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.330125:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340299.330176:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.330188:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.330197:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:2.0:1763340299.330300:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef425625 reply state 0000000027384c05 transno 4294972691 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.330312:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.330318:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.330321:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340299.330323:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340299.330410:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57389:x1848995280806016:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 396us (659us total) trans 4294972691 rc 0/0 00000100:00100000:2.0:1763340299.330417:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9140 00000100:00100000:2.0:1763340299.333767:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.334521:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.335454:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.335471:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280806144 00000100:00100000:0.0:1763340299.335481:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280806144 00000100:00100000:0.0:1763340299.335553:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280806272 00000100:00100000:0.0:1763340299.335557:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280806272 00000100:00100000:0.0:1763340299.335595:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6176 00000100:00100000:0.0:1763340299.335605:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2410:x1848995280806144:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:0.0:1763340299.335750:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763340299.335754:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.335757:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 1763340299 00002000:00010000:0.0:1763340299.335759:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.335761:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763340299.335875:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6177 00000100:00100000:1.0:1763340299.335885:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280806272:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340299.335958:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340299.335960:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.335962:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 1763340299 00002000:00010000:1.0:1763340299.335964:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.335966:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763340299.336009:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280806272:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 126us (1489us total) trans 17179871458 rc 0/0 00000100:00100000:1.0:1763340299.336015:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6177 00000100:00100000:3.0:1763340299.337652:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280806400 00000100:00100000:0.0:1763340299.337906:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280806144:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 2297us (4143us total) trans 21474838746 rc 0/0 00000100:00100000:0.0:1763340299.337916:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6176 00000100:00100000:3.0:1763340299.338097:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280806400 00000100:00100000:3.0:1763340299.338137:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6178 00000100:00100000:3.0:1763340299.338145:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280806400:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:3.0:1763340299.338253:0:30853:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340299.338257:0:30853:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340299.338260:0:30853:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 1763340299 00002000:00010000:3.0:1763340299.338263:0:30853:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340299.338266:0:30853:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340299.338312:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2410:x1848995280806400:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 168us (2861us total) trans 21474838747 rc 0/0 00000100:00100000:3.0:1763340299.347433:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6178 00000100:00100000:2.0:1763340299.354421:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.354578:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280806656 00000100:00100000:1.0:1763340299.354591:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280806656 00000100:00100000:1.0:1763340299.354659:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3103 00000100:00100000:1.0:1763340299.354670:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b21850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57389:x1848995280806656:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:1.0:1763340299.354753:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1db:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824af88 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d0a expref: 217 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.354863:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340299.354878:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.354888:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 217 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.354903:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.354944:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 217 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.354959:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 217 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763340299.354974:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292233856:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.356202:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.356218:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 217 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763340299.356229:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292233984:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340299.356270:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d83ada80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.363046:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.363141:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.363226:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280806784 00000100:00100000:3.0:1763340299.363245:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280806784 00010000:00010000:3.0:1763340299.363305:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 218 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763340299.363365:0:14059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280806912 00000100:00100000:3.0:1763340299.363369:0:14059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280806912 00010000:00010000:3.0:1763340299.363383:0:14059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 219 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763340299.363412:0:14059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2979 00000100:00100000:3.0:1763340299.363422:0:14059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2408:x1848995280806784:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340299.363443:0:14059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340299.363450:0:14059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 219 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763340299.363466:0:14059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 219 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763340299.363496:0:14059:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340299.363504:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.363515:0:14059:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.363523:0:14059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340299.363592:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2980 00000100:00100000:0.0:1763340299.363614:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2408:x1848995280806912:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340299.363638:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340299.363649:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 219 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763340299.363669:0:14059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2408:x1848995280806784:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 245us (630us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340299.363675:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 219 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763340299.363690:0:14059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2979 00010000:00010000:0.0:1763340299.363708:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.363716:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.363727:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.363735:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.363760:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340299.363805:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2408:x1848995280806912:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 200us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.363813:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2980 00010000:00010000:2.0:1763340299.363980:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824aee0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cc4 expref: 217 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.363998:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292233856:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.364009:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824ae38 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16c85 expref: 216 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.364017:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292233984:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.364040:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.364048:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.364054:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.364075:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340299.364086:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 215 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.364094:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.364101:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.364129:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 215 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.364148:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 215 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.364160:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292234112:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.364700:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 215 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.364710:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 215 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.364720:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292234240:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340299.364745:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.372384:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.372482:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.372612:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280807168 00000100:00100000:3.0:1763340299.372703:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280807168 00010000:00010000:3.0:1763340299.372766:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 216 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763340299.372786:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280807040 00000100:00100000:0.0:1763340299.372798:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280807040 00000100:00100000:3.0:1763340299.372835:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2981 00010000:00010000:0.0:1763340299.372851:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 217 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763340299.372856:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2407:x1848995280807168:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340299.372889:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340299.372900:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 217 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763340299.372912:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2982 00010000:00010000:3.0:1763340299.372918:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 217 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763340299.372930:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2407:x1848995280807040:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340299.372955:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340299.372962:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 217 pid: 8423 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763340299.372967:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:3.0:1763340299.372982:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.372995:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.373003:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340299.373058:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292234112:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340299.373501:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 217 pid: 8423 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.373524:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5e00/0xbdebf3fb1824afd5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d2d expref: 217 pid: 8423 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.373559:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:0.0:1763340299.373574:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.373585:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.373592:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.373613:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340299.375450:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:2407:x1848995280807168:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2586us (3059us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.375455:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:2407:x1848995280807040:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2523us (2961us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.375484:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2981 00010000:00010000:2.0:1763340299.375523:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824afc7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d26 expref: 215 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.375601:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292234240:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.375636:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.375646:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.375652:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340299.375966:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.376015:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340299.376050:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340299.376094:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292234368 00000100:00100000:3.0:1763340299.376107:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292234368 00000100:00100000:3.0:1763340299.376175:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1763340299.376186:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234368:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763340299.376325:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234368:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 141us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.376333:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1763340299.376625:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2982 00000100:00100000:1.0:1763340299.376932:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838725 gen 2 00000004:00080000:1.0:1763340299.376939:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d85f80, transno 21474838720 00000004:00080000:1.0:1763340299.377507:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d85180, transno 21474838721 00000004:00080000:1.0:1763340299.377768:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d86300, transno 21474838722 00000004:00080000:1.0:1763340299.377773:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d86a00, transno 21474838723 00000100:00100000:1.0:1763340299.377787:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.377977:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.378026:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.378059:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb240 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.378118:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292234496 00000100:00100000:2.0:1763340299.378126:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292234496 00000100:00100000:2.0:1763340299.378170:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1763340299.378179:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234496:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.378412:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234496:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 233us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.378421:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1763340299.378483:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871440 gen 2 00000004:00080000:1.0:1763340299.378488:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554cbcfe300, transno 17179871435 00000004:00080000:1.0:1763340299.378505:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d84e00, transno 17179871436 00000004:00080000:1.0:1763340299.378508:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d87100, transno 17179871437 00000004:00080000:1.0:1763340299.378511:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c3d84700, transno 17179871438 00000100:00100000:1.0:1763340299.378524:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.378602:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.378625:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.378642:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000004:00080000:0.0:1763340299.378760:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1763340299.378811:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292234624 00000100:00100000:2.0:1763340299.378815:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292234624 00000100:00100000:2.0:1763340299.378854:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1763340299.378861:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234624:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.378923:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234624:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 62us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.378929:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1763340299.379007:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.379042:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.379066:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.379136:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.379167:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292234752 00000100:00100000:0.0:1763340299.379172:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292234752 00000100:00100000:0.0:1763340299.379308:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:0.0:1763340299.379317:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234752:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763340299.379389:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234752:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 73us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.379396:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1763340299.379517:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.379603:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.379730:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340299.379926:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292234880 00000100:00100000:0.0:1763340299.379931:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292234880 00000100:00100000:1.0:1763340299.380083:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.380149:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1763340299.380160:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.380415:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292234880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 257us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.380422:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1763340299.380489:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292234880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.380527:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292235008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.380590:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.380608:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.380829:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292235008 00000100:00100000:2.0:1763340299.380834:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292235008 00000100:00100000:2.0:1763340299.380866:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1763340299.380873:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292235008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.380925:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292235008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.380932:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1763340299.381018:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292235008:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1763340299.381174:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].23, 640 off50136 00000001:00080000:1.0:1763340299.381188:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972692 00000100:00100000:1.0:1763340299.381254:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292235136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.381278:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.381301:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.381343:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292235136 00000100:00100000:0.0:1763340299.381347:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292235136 00000100:00100000:0.0:1763340299.381377:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1763340299.381383:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292235136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763340299.381486:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292235136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 102us (206us total) trans 17179871459 rc 0/0 00000100:00100000:0.0:1763340299.381491:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:1.0:1763340299.381588:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292235136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.381607:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292235264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.381627:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.381641:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.381696:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292235264 00000100:00100000:2.0:1763340299.381700:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292235264 00000100:00100000:2.0:1763340299.381726:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1763340299.381731:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848995292235264:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.382140:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292235264:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 407us (510us total) trans 21474838748 rc 0/0 00000100:00100000:2.0:1763340299.382147:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1763340299.382291:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292235264:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1763340299.382349:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972693 00010000:00010000:1.0:1763340299.382375:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382386:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382395:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382401:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.382405:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382413:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382428:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:1.0:1763340299.382431:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763340299.382436:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382442:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b01b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382456:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382462:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382468:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382473:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.382476:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382481:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382488:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.382491:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763340299.382493:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382499:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b014 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.382509:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.382512:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340299.382518:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845de00/0xbdebf3fb1824af88 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d0a expref: 216 pid: 6515 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.382747:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b21850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57389:x1848995280806656:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 28078us (28337us total) trans 4294972694 rc 0/0 00000100:00100000:1.0:1763340299.382755:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3103 00000020:00080000:1.0:1763340299.382759:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763340299.385951:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.386110:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280807296 00000100:00100000:0.0:1763340299.386123:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280807296 00000100:00100000:0.0:1763340299.386201:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9141 00000100:00100000:0.0:1763340299.386212:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57389:x1848995280807296:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.386243:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.386275:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b022 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d42 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.386352:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b022 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d42 expref: 216 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.386370:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b022 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d42 expref: 216 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.386394:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.386398:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340299.386404:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c400, rc 0) 00000100:00100000:0.0:1763340299.386491:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57389:x1848995280807296:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 280us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.386503:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9141 00000100:00100000:2.0:1763340299.396052:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.396163:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280807552 00000100:00100000:1.0:1763340299.396176:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280807552 00000100:00100000:1.0:1763340299.396505:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3104 00000100:00100000:1.0:1763340299.396516:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57389:x1848995280807552:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340299.396914:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57389:x1848995280807552:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 399us (874us total) trans 4294972695 rc 0/0 00000100:00100000:1.0:1763340299.396923:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3104 00000100:00100000:1.0:1763340299.400003:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.400173:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280807808 00000100:00100000:2.0:1763340299.400182:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280807808 00000100:00100000:2.0:1763340299.400280:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3105 00000100:00100000:2.0:1763340299.400292:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57389:x1848995280807808:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:2.0:1763340299.400461:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1df:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763340299.400685:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340299.400703:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.400714:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.400723:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.400728:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.400733:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.401048:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340299.401508:0:8425:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340299.401515:0:8425:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.401527:0:8425:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340299.401547:0:8425:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.401555:0:8425:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.401575:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:3.0:1763340299.401578:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340299.401583:0:8425:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.401588:0:8425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b029 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340299.401598:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340299.401600:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340299.401602:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763340299.401659:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:57389:x1848995280807808:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1368us (1664us total) trans 4294972696 rc 0/0 00000100:00100000:2.0:1763340299.401668:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3105 00000100:00100000:2.0:1763340299.427002:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.427100:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280807936 00000100:00100000:0.0:1763340299.427110:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280807936 00000100:00100000:0.0:1763340299.427169:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9142 00000100:00100000:0.0:1763340299.427178:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:57390:x1848995280807936:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.427199:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.427221:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b030 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d49 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.427286:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340299.427300:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.427966:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.427988:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340299.427996:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428002:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428075:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340299.428085:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428092:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340299.428130:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00000004:00200000:0.0:1763340299.428136:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340299.428210:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428223:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428233:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428239:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428246:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428252:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428258:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845cc00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.428262:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428269:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428281:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9554c287cb00) 00010000:00010000:0.0:1763340299.428284:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.428289:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428296:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b037 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428309:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428327:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428333:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428337:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.428341:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428347:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428517:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9554c287cc00) 00010000:00010000:0.0:1763340299.428521:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.428525:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428549:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b03e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.428600:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b030 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 220 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.428617:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 219 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.428631:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.428634:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340299.428636:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ce00, rc 0) 00000100:00100000:0.0:1763340299.428700:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57390:x1848995280807936:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1522us (1708us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.428710:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9142 00000100:00100000:0.0:1763340299.435852:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.435994:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280808192 00000100:00100000:1.0:1763340299.436005:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280808192 00000100:00100000:1.0:1763340299.436124:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9143 00000100:00100000:1.0:1763340299.436134:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57390:x1848995280808192:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.436152:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.436278:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b04c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d50 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.438859:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b053 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.438886:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b053 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.438897:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b053 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340299.438911:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00010000:00010000:1.0:1763340299.439036:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b04c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d50 expref: 222 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.439054:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b053 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d50 expref: 221 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.439064:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.439066:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763340299.439070:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643fa00, rc 0) 00000100:00100000:1.0:1763340299.439139:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57390:x1848995280808192:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 3006us (3295us total) trans 4294972697 rc 0/0 00000100:00100000:1.0:1763340299.439147:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9143 00000100:00100000:1.0:1763340299.443356:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.443582:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280808448 00000100:00100000:0.0:1763340299.443593:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280808448 00000100:00100000:0.0:1763340299.444128:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9144 00000100:00100000:0.0:1763340299.444139:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57390:x1848995280808448:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.444163:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.444183:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b061 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d57 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.444298:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b068 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340299.444312:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b068 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.444322:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b068 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340299.444335:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00010000:00010000:0.0:1763340299.445116:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b061 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d57 expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.445140:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b068 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d57 expref: 223 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.445150:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.445153:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340299.445156:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:0.0:1763340299.446097:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57390:x1848995280808448:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1954us (2744us total) trans 4294972698 rc 0/0 00000100:00100000:0.0:1763340299.446107:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9144 00000100:00100000:2.0:1763340299.502349:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.502466:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280808576 00000100:00100000:3.0:1763340299.502477:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280808576 00000100:00100000:3.0:1763340299.502594:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1593 00000100:00100000:3.0:1763340299.502606:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2410:x1848995280808576:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340299.502642:0:28372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.502659:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.502662:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340299.502668:0:28372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.502682:0:28372:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.522248:0:28372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.522269:0:28372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.522277:0:28372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.522284:0:28372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340299.522287:0:28372:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.522295:0:28372:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.522313:0:28372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.522320:0:28372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b076 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340299.522424:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2410:x1848995280808576:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 19816us (20084us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1763340299.522433:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1593 00000100:00100000:1.0:1763340299.529606:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.529704:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280808704 00000100:00100000:3.0:1763340299.529714:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280808704 00000100:00100000:3.0:1763340299.529798:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1594 00000100:00100000:3.0:1763340299.529809:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2410:x1848995280808704:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340299.529847:0:28372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.529866:0:28372:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.529874:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340299.529876:0:28372:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763340299.529880:0:28372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.529914:0:28372:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.529927:0:28372:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 14 pid: 8399 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763340299.529942:0:28372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28372:1848995292235392:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340299.530331:0:28372:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c6554180 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.534454:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.534560:0:28372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28372:1848995292235392:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340299.534594:0:28372:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340299.534918:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280808832 00000100:00100000:0.0:1763340299.534926:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280808832 00010000:00010000:0.0:1763340299.534968:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 15 pid: 8399 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763340299.535011:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2983 00000100:00100000:0.0:1763340299.535021:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280808832:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340299.535037:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340299.535059:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 15 pid: 8399 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.535071:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 15 pid: 8399 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.535093:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824afdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d34 expref: 15 pid: 8399 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.535112:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.535115:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.535119:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.535128:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.535168:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340299.535220:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280808832:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 200us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.535227:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2983 00010000:00010000:1.0:1763340299.535345:0:28372:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.535355:0:28372:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.546731:0:28372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.546748:0:28372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.546756:0:28372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.546761:0:28372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554cc45f000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340299.546766:0:28372:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.546773:0:28372:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.546787:0:28372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.546792:0:28372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b07d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28372 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.546965:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2410:x1848995280808704:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 17153us (17363us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1763340299.546973:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1594 00000100:00100000:0.0:1763340299.563759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.564038:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280808960 00000100:00100000:3.0:1763340299.564049:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280808960 00000100:00100000:3.0:1763340299.564137:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 414 00000100:00100000:3.0:1763340299.564146:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57390:x1848995280808960:12345-192.168.203.42@tcp:103:lfs.0 00010000:00010000:3.0:1763340299.564161:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340299.564184:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b068 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d57 expref: 223 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.564203:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340299.564208:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340299.564359:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:57390:x1848995280808960:12345-192.168.203.42@tcp:103:lfs.0 Request processed in 212us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.564366:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 414 00000100:00100000:2.0:1763340299.568648:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.569087:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280809216 00000100:00100000:1.0:1763340299.569098:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280809216 00000100:00100000:1.0:1763340299.569246:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3106 00000100:00100000:1.0:1763340299.569258:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:57390:x1848995280809216:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340299.570092:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57390:x1848995280809216:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 832us (1447us total) trans 4294972699 rc 0/0 00000100:00100000:1.0:1763340299.570102:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3106 00000100:00100000:2.0:1763340299.575090:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.575204:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280809472 00000100:00100000:0.0:1763340299.575214:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280809472 00000100:00100000:0.0:1763340299.575274:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9145 00000100:00100000:0.0:1763340299.575284:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57388:x1848995280809472:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.575308:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.575328:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b084 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d5e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.575435:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340299.575450:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.575459:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.575491:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.575504:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 224 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763340299.575517:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292235520:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340299.575636:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9540 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.579367:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292235520:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.579398:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340299.579698:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.580116:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280809600 00000100:00100000:3.0:1763340299.580125:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280809600 00010000:00010000:3.0:1763340299.580165:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763340299.580207:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2984 00000100:00100000:3.0:1763340299.580217:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:2408:x1848995280809600:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340299.580233:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340299.580239:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763340299.580252:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763340299.580274:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b045 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d49 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763340299.580295:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340299.580300:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340299.580309:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340299.580317:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340299.580345:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340299.580403:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:2408:x1848995280809600:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 186us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.580411:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2984 00010000:00010000:1.0:1763340299.581171:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.581182:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340299.581208:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00010000:00010000:1.0:1763340299.581338:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b084 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 225 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.581354:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.581363:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.581366:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763340299.581369:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:1.0:1763340299.581419:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57388:x1848995280809472:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 6137us (6338us total) trans 4294972700 rc 0/0 00000100:00100000:1.0:1763340299.581427:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9145 00000100:00100000:2.0:1763340299.585418:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.585494:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280809728 00000100:00100000:1.0:1763340299.585505:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280809728 00000100:00100000:1.0:1763340299.585608:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9146 00000100:00100000:1.0:1763340299.585617:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57388:x1848995280809728:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340299.585641:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.585661:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b099 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d65 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.585749:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.585764:0:6515:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 225 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.585773:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.586011:0:6515:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 225 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.586025:0:6515:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763340299.586039:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292235648:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340299.586327:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.590271:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6515:1848995292235648:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.590302:0:6515:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:2.0:1763340299.591154:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.591316:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280809856 00000100:00100000:0.0:1763340299.591325:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280809856 00010000:00010000:0.0:1763340299.591367:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 226 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763340299.591410:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2985 00000100:00100000:0.0:1763340299.591420:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:2407:x1848995280809856:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340299.591434:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340299.591441:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 226 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.591452:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 226 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.591474:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b08b lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d5e expref: 226 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.591493:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.591498:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.591508:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.591516:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340299.591576:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340299.591626:0:6515:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340299.591627:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:2407:x1848995280809856:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 207us (1092us total) trans 0 rc 0/0 00010000:00010000:1.0:1763340299.591634:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000100:00100000:0.0:1763340299.591635:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2985 00000004:00200000:1.0:1763340299.591691:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00000004:00200000:1.0:1763340299.591696:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340299.591716:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.591746:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b099 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d65 expref: 225 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.591760:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d65 expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.591767:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.591769:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340299.591771:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340299.591825:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57388:x1848995280809728:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 6209us (6417us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.591833:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9146 00000100:00100000:2.0:1763340299.594510:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.595145:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.595212:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280809984 00000100:00100000:0.0:1763340299.595221:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280809984 00000100:00100000:0.0:1763340299.595269:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280810112 00000100:00100000:0.0:1763340299.595272:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280810112 00000100:00100000:0.0:1763340299.595293:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6179 00000100:00100000:0.0:1763340299.595300:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280809984:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.595318:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.595338:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d6c expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340299.595360:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x234:0x0] initial LVB size: 262144, mtime: 0x691a700b, atime: 0x691a700b, ctime: 0x691a700b, blocks: 0x0 00010000:00010000:0.0:1763340299.595377:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.595379:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.595387:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 14 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.595401:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 14 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.595418:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845de00, rc 0) 00000100:00100000:0.0:1763340299.595460:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280809984:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 160us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.595468:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6179 00000100:00100000:0.0:1763340299.595483:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6180 00000100:00100000:0.0:1763340299.595489:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280810112:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.595495:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.595504:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0ae lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d73 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340299.595557:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292235776:192.168.203.42@tcp:106: 00000100:00100000:0.0:1763340299.595615:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.597880:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292235776:192.168.203.42@tcp:106: 00010000:00010000:0.0:1763340299.597913:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0ae lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d73 expref: 20 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.597933:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0ae lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d73 expref: 20 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.597943:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c600, rc 0) 00000100:00100000:0.0:1763340299.598053:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280810112:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 2562us (2909us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340299.598061:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6180 00000100:00100000:2.0:1763340299.601444:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.602222:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280810240 00000100:00100000:0.0:1763340299.602234:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280810240 00000100:00100000:0.0:1763340299.602680:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6181 00000100:00100000:0.0:1763340299.602695:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280810240:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.602717:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.602735:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d7a expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340299.602813:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292235904:192.168.203.42@tcp:106: 00000100:00100000:0.0:1763340299.603180:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.606392:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35203:1848995292235904:192.168.203.42@tcp:106: 00010000:00010000:0.0:1763340299.606430:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d7a expref: 20 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.606453:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d7a expref: 20 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.606466:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:0.0:1763340299.606581:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280810240:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 3840us (5094us total) trans 0 rc 301/301 00000100:00100000:0.0:1763340299.606591:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6181 00000100:00100000:3.0:1763340299.609616:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.609761:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280810496 00000100:00100000:1.0:1763340299.609772:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280810496 00000100:00100000:1.0:1763340299.609959:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3107 00000100:00100000:1.0:1763340299.609969:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57388:x1848995280810496:12345-192.168.203.42@tcp:35:fsx.0 00000100:00100000:1.0:1763340299.610206:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:57388:x1848995280810496:12345-192.168.203.42@tcp:35:fsx.0 Request processed in 238us (599us total) trans 4294972701 rc 0/0 00000100:00100000:1.0:1763340299.610213:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3107 00000100:00100000:2.0:1763340299.612764:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.612993:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280810752 00000100:00100000:1.0:1763340299.613003:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280810752 00000100:00100000:1.0:1763340299.613065:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9147 00000100:00100000:1.0:1763340299.613075:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:57388:x1848995280810752:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340299.613098:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.613102:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763340299.613128:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0a0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d65 expref: 225 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.613147:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b053 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d50 expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.613159:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b022 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d42 expref: 223 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.613169:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.613174:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340299.613186:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0bc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d81 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.613232:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b0c3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.613244:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b0c3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.613254:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b0c3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000040:00080000:1.0:1763340299.613485:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1349, 88 off113808 00000004:00080000:1.0:1763340299.613495:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1040420962082ns, next at 1039818455363ns, rc = 0 00000040:00080000:1.0:1763340299.613591:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1372, 88 off115576 00000004:00080000:1.0:1763340299.613599:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1040421066629ns, next at 1038696400952ns, rc = 0 00000040:00080000:1.0:1763340299.613618:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1373, 88 off115664 00000004:00080000:1.0:1763340299.613622:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1040421089477ns, next at 1038696400952ns, rc = 0 00000040:00080000:1.0:1763340299.613633:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1350, 88 off113896 00000004:00080000:1.0:1763340299.613637:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1040421104010ns, next at 1039818455363ns, rc = 0 00000040:00080000:1.0:1763340299.613646:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1351, 88 off113984 00000004:00080000:1.0:1763340299.613650:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1040421117042ns, next at 1039818455363ns, rc = 0 00000040:00080000:1.0:1763340299.613659:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1374, 88 off115752 00000004:00080000:1.0:1763340299.613662:0:6515:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1040421129132ns, next at 1038696400952ns, rc = 0 00000001:00080000:2.0:1763340299.616038:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972702 is committed 00000004:00080000:2.0:1763340299.616048:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 904 committed 00000004:00080000:2.0:1763340299.616060:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 883 committed 00000004:00080000:2.0:1763340299.616073:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 882 committed 00000004:00080000:2.0:1763340299.616075:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 903 committed 00000004:00080000:2.0:1763340299.616078:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 902 committed 00000004:00080000:2.0:1763340299.616080:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 881 committed 00000020:00080000:2.0:1763340299.616097:0:7432:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9555fca0f780 refcount 2 committed 0 result 0 batchid 44 00000020:00080000:2.0:1763340299.616102:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9555fca0ed00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9554cbccb780 00000020:00080000:2.0:1763340299.616105:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9555fca0e600 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9555d83ada80 00000020:00080000:2.0:1763340299.616108:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9555fca0e800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9554c5feae00 00000020:00080000:2.0:1763340299.616111:0:7432:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].23 00000020:00080000:2.0:1763340299.616142:0:7452:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 44 committed batchid 43 00000020:00080000:2.0:1763340299.616203:0:7452:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 43 00010000:00010000:1.0:1763340299.616255:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616267:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616274:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616280:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.616285:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616292:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616308:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff9555fd5a5300) 00010000:00010000:1.0:1763340299.616311:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340299.616316:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616322:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5200/0xbdebf3fb1824b006 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616351:0:3634:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616357:0:3634:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616363:0:3634:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616368:0:3634:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c4ee5400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.616370:0:3634:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616376:0:3634:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616384:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.616387:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763340299.616389:0:3634:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616395:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c4ee5400/0xbdebf3fb1824b00d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.616441:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b0c3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d81 expref: 210 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.616450:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.616451:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340299.616465:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0bc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d81 expref: 210 pid: 6515 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763340299.616483:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b0c3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d81 expref: 209 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.616509:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.616511:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763340299.616514:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00000100:00100000:1.0:1763340299.616616:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:57388:x1848995280810752:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 3541us (3861us total) trans 4294972702 rc 0/0 00000100:00100000:1.0:1763340299.616626:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9147 00000100:00100000:0.0:1763340299.616792:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340299.616808:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292236032:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763340299.616859:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340299.616900:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292236032 00000100:00100000:0.0:1763340299.616906:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292236032 00000100:00100000:0.0:1763340299.616947:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6182 00000100:00100000:0.0:1763340299.616956:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3650:x1848995292236032:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763340299.617074:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340299.617078:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.617081:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340299.617083:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.617085:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340299.617118:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292236032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 163us (259us total) trans 17179871460 rc 0/0 00000100:00100000:0.0:1763340299.617125:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6182 00000004:00080000:0.0:1763340299.617165:0:3650:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa7480/2, rc 0, transno 17179871460 00000100:00100000:0.0:1763340299.617171:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292236032:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340299.617241:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292236160:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340299.617269:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340299.617297:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763340299.617303:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292236288:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763340299.617321:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340299.617381:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763340299.617389:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292236672:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763340299.617413:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340299.617577:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292236160 00000100:00100000:2.0:1763340299.617582:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292236160 00000100:00100000:2.0:1763340299.617611:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292236288 00000100:00100000:2.0:1763340299.617614:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292236288 00000100:00100000:2.0:1763340299.617630:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292236672 00000100:00100000:2.0:1763340299.617633:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292236672 00000100:00100000:2.0:1763340299.617651:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6183 00000100:00100000:2.0:1763340299.617657:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292236160:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340299.617721:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340299.617724:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617726:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617728:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617730:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763340299.617761:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292236160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (490us total) trans 17179871461 rc 0/0 00000100:00100000:2.0:1763340299.617768:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6183 00000100:00100000:2.0:1763340299.617793:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6184 00000100:00100000:2.0:1763340299.617801:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3648:x1848995292236288:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763340299.617849:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340299.617852:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617854:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617856:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617858:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340299.617883:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3648:x1848995292236288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 83us (560us total) trans 17179871462 rc 0/0 00000100:00100000:2.0:1763340299.617889:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6184 00000100:00100000:2.0:1763340299.617901:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6185 00000100:00100000:2.0:1763340299.617907:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3649:x1848995292236672:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763340299.617964:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763340299.617967:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617969:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617971:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.617973:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340299.618001:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292236672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 93us (585us total) trans 21474838749 rc 0/0 00000100:00100000:2.0:1763340299.618006:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6185 00000004:00080000:3.0:1763340299.618215:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c6d80/2, rc 0, transno 21474838749 00000100:00100000:3.0:1763340299.618221:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292236672:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763340299.618248:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa6a00/2, rc 0, transno 17179871462 00000100:00100000:3.0:1763340299.618253:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292236288:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763340299.618265:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c4fa5500/2, rc 0, transno 17179871461 00000100:00100000:3.0:1763340299.618272:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292236160:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763340299.618272:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292236544:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340299.618305:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.618331:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340299.618336:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c21c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292236416:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340299.618354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340299.618373:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292236544 00000100:00100000:3.0:1763340299.618379:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292236544 00000100:00100000:1.0:1763340299.618383:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292236416 00000100:00100000:1.0:1763340299.618388:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292236416 00000100:00100000:3.0:1763340299.618410:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6186 00000100:00100000:1.0:1763340299.618417:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6187 00000100:00100000:3.0:1763340299.618422:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292236544:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763340299.618441:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3651:x1848995292236416:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763340299.618483:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340299.618488:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340299.618491:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340299.618493:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:3.0:1763340299.618495:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763340299.618512:0:35213:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763340299.618516:0:35213:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.618520:0:35213:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.618522:0:35213:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.618525:0:35213:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763340299.618582:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3651:x1848995292236544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 163us (274us total) trans 21474838750 rc 0/0 00000100:00100000:1.0:1763340299.618590:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+10:3651:x1848995292236416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 150us (233us total) trans 21474838751 rc 0/0 00000100:00100000:3.0:1763340299.618591:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6186 00000100:00100000:1.0:1763340299.618605:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6187 00000004:00080000:1.0:1763340299.619447:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c6300/2, rc 0, transno 21474838751 00000100:00100000:1.0:1763340299.619454:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292236416:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763340299.619461:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c21c7b80/2, rc 0, transno 21474838750 00000100:00100000:1.0:1763340299.619464:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c21c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292236544:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763340299.621770:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.621869:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280810880 00000100:00100000:0.0:1763340299.621878:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280810880 00000100:00100000:0.0:1763340299.621928:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6188 00000100:00100000:0.0:1763340299.621937:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:57388:x1848995280810880:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.621953:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.621969:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d88 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.621994:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 15 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.622003:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.622005:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.622009:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [159744->217087] (req 159744->217087) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.622045:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 15 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.622058:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 15 pid: 30853 timeout: 1140 lvb_type: 1 00000100:00100000:0.0:1763340299.622071:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292236800:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340299.622149:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.626776:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.626891:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292236800:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340299.626925:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [159744->217087] (req 159744->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.626945:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d200, rc 0) 00000100:00100000:0.0:1763340299.627008:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:57388:x1848995280810880:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 5070us (5245us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.627017:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6188 00000100:00100000:1.0:1763340299.629671:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280811008 00000100:00100000:1.0:1763340299.629686:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280811008 00010000:00010000:1.0:1763340299.629731:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 15 pid: 30853 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763340299.629774:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2986 00000100:00100000:1.0:1763340299.629784:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280811008:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.629798:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.629818:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 15 pid: 30853 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.629830:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 15 pid: 30853 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.629853:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643ec00/0xbdebf3fb1824afab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d11 expref: 15 pid: 30853 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.629868:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.629871:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.629878:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.629895:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.629931:0:7449:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.629945:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7449:1848995292236928:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340299.630030:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb540 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.641670:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7449:1848995292236928:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340299.641700:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.641769:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280811008:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 11985us (15001us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.641780:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2986 00000100:00100000:2.0:1763340299.641966:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.642373:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280811136 00000100:00100000:1.0:1763340299.642381:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280811136 00000100:00100000:1.0:1763340299.642440:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1595 00000100:00100000:1.0:1763340299.642453:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280811136:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:1.0:1763340299.642731:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763340299.642735:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.642738:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.642740:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.642742:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763340299.642789:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280811136:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 341us (823us total) trans 21474838752 rc 0/0 00000100:00100000:1.0:1763340299.642801:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1595 00000100:00100000:2.0:1763340299.646017:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.646111:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280811264 00000100:00100000:1.0:1763340299.646121:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280811264 00000100:00100000:1.0:1763340299.646177:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9148 00000100:00100000:1.0:1763340299.646186:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+209:57388:x1848995280811264:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340299.646210:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.646231:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0d1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d8f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.646329:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0d8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.646342:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.646354:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340299.646395:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 262144 00000004:00200000:1.0:1763340299.646399:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340299.646417:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0d8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.646442:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0d1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d8f expref: 211 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.646457:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0d8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d8f expref: 210 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.646465:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.646469:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340299.646473:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340299.646584:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:57388:x1848995280811264:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 348us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.646592:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9148 00000100:00100000:3.0:1763340299.650912:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.651786:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280811392 00000100:00100000:2.0:1763340299.651797:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280811392 00000100:00100000:2.0:1763340299.652148:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1596 00000100:00100000:2.0:1763340299.652159:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2407:x1848995280811392:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:2.0:1763340299.652329:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763340299.652333:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.652335:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.652337:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340299.652340:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:2.0:1763340299.652404:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280811392:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 247us (1500us total) trans 21474838753 rc 0/0 00000100:00100000:2.0:1763340299.652411:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1596 00000100:00100000:3.0:1763340299.657312:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.657824:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280811520 00000100:00100000:2.0:1763340299.657834:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280811520 00000100:00100000:2.0:1763340299.657892:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9149 00000100:00100000:2.0:1763340299.657900:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+210:57388:x1848995280811520:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:2.0:1763340299.657919:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.657938:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b0df lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d96 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.657968:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.657980:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.657996:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.658110:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b0df lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 212 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.658127:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 211 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.658136:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.658138:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763340299.658142:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:2.0:1763340299.658202:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:57388:x1848995280811520:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 302us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.658211:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9149 00000100:00100000:3.0:1763340299.664457:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.665056:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280811776 00000100:00100000:1.0:1763340299.665066:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280811776 00000100:00100000:1.0:1763340299.665168:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9150 00000100:00100000:1.0:1763340299.665180:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+211:57388:x1848995280811776:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:1.0:1763340299.665228:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763340299.665254:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b0d8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d8f expref: 211 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.665274:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b0c3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d81 expref: 210 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.665285:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.665290:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340299.665452:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.665465:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.665473:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:1.0:1763340299.665514:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972703 00000004:00010000:1.0:1763340299.665551:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030be0c06 reply state 00000000143b07f2 transno 4294972704 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.665578:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.665585:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.665588:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340299.665591:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340299.665687:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:57388:x1848995280811776:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 508us (1238us total) trans 4294972704 rc 0/0 00000100:00100000:1.0:1763340299.665694:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9150 00000020:00080000:1.0:1763340299.665699:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340299.668049:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.668419:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280811904 00000100:00100000:1.0:1763340299.668429:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280811904 00000100:00100000:1.0:1763340299.668854:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9151 00000100:00100000:1.0:1763340299.668865:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+212:57388:x1848995280811904:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340299.668886:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.668905:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16d9d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.668958:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.668974:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 213 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.668991:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.668994:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340299.668998:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340299.669058:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:57388:x1848995280811904:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 196us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.669066:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9151 00000100:00100000:3.0:1763340299.672935:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.673033:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812032 00000100:00100000:0.0:1763340299.673044:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812032 00000100:00100000:0.0:1763340299.673686:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6189 00000100:00100000:0.0:1763340299.673699:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:57388:x1848995280812032:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.673718:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.673739:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16da4 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.673776:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 20 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.673785:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.673787:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.673792:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.673831:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 20 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.673845:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 20 pid: 35203 timeout: 1140 lvb_type: 1 00000100:00100000:0.0:1763340299.673858:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292237056:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340299.673947:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9600 going to sleep for 11 seconds 00000100:00100000:3.0:1763340299.676779:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.676983:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812160 00000100:00100000:1.0:1763340299.676996:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812160 00010000:00010000:1.0:1763340299.677044:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 21 pid: 35203 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763340299.677089:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2987 00000100:00100000:1.0:1763340299.677100:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280812160:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.677117:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.677140:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 21 pid: 35203 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.677153:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 21 pid: 35203 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.677182:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.677184:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.677192:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.677203:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.677242:0:7449:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.677261:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292237184:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340299.677356:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbd80 going to sleep for 11 seconds 00010000:00010000:0.0:1763340299.677740:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824afb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d18 expref: 21 pid: 35203 timeout: 1140 lvb_type: 1 00000100:00100000:0.0:1763340299.677759:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292237056:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340299.677797:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.677807:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c600, rc 0) 00000100:00100000:0.0:1763340299.677840:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:57388:x1848995280812032:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 4145us (4917us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.677849:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6189 00000100:00100000:1.0:1763340299.681652:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7449:1848995292237184:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340299.681677:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.681970:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280812160:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4869us (5199us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.681982:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2987 00000100:00100000:3.0:1763340299.682393:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.683016:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812288 00000100:00100000:0.0:1763340299.683025:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812288 00000100:00100000:0.0:1763340299.683077:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6190 00000100:00100000:0.0:1763340299.683087:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:57388:x1848995280812288:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.683104:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.683122:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16dab expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.683150:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 17 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.683158:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.683161:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340299.683165:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.683196:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 17 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340299.683210:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 17 pid: 30853 timeout: 1140 lvb_type: 1 00000100:00100000:0.0:1763340299.683224:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292237312:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340299.683289:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.686792:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8399:1848995292237312:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340299.686829:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.686848:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845ca00, rc 0) 00000100:00100000:0.0:1763340299.686914:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:57388:x1848995280812288:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 3827us (4521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.686923:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6190 00000100:00100000:3.0:1763340299.689738:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.690191:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812416 00000100:00100000:1.0:1763340299.690201:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812416 00010000:00010000:1.0:1763340299.690242:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 17 pid: 30853 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763340299.690330:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2988 00000100:00100000:1.0:1763340299.690341:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280812416:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.690356:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.690375:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 17 pid: 30853 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.690388:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 17 pid: 30853 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.690408:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824afb2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d1f expref: 17 pid: 30853 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763340299.690428:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.690430:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340299.690437:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.690446:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.690484:0:7449:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.690496:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7449:1848995292237440:192.168.203.42@tcp:105: 00000100:00100000:1.0:1763340299.690957:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763340299.694269:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7449:1848995292237440:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340299.694295:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.694354:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280812416:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 4014us (4624us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.694367:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2988 00000100:00100000:3.0:1763340299.695050:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.695145:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.695182:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.695369:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812672 00000100:00100000:1.0:1763340299.695377:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812672 00002000:00010000:1.0:1763340299.695410:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340299.695415:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6f800 with x1848995280812672 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340299.695426:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6f800. 00000100:00100000:1.0:1763340299.695453:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812544 00000100:00100000:1.0:1763340299.695457:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812544 00002000:00010000:1.0:1763340299.695470:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (181140->18446744073709551615) 00002000:00100000:1.0:1763340299.695474:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6f480 with x1848995280812544 ext(181140->18446744073709551615) 00002000:00010000:1.0:1763340299.695480:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6f480. 00000100:00100000:1.0:1763340299.695501:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812800 00000100:00100000:1.0:1763340299.695504:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812800 00002000:00010000:1.0:1763340299.695515:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340299.695518:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ca80 with x1848995280812800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340299.695523:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6ca80. 00000100:00100000:1.0:1763340299.695572:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1597 00000100:00100000:1.0:1763340299.695582:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280812672:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340299.695727:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340299.695731:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340300 00002000:00010000:1.0:1763340299.695734:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.695736:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340300 00002000:00010000:1.0:1763340299.695739:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763340299.695779:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280812672:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 198us (730us total) trans 17179871463 rc 0/0 00000100:00100000:1.0:1763340299.695786:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1597 00002000:00010000:1.0:1763340299.695790:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340299.695792:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6f800 with x1848995280812672 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340299.695797:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c8a6f800. 00000100:00100000:1.0:1763340299.695810:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1598 00000100:00100000:1.0:1763340299.695817:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280812544:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340299.696040:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 262144 -> 181140 00002000:00010000:1.0:1763340299.696044:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340299 -> 1763340300 00002000:00010000:1.0:1763340299.696047:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.696049:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340299 -> 1763340300 00002000:00010000:1.0:1763340299.696051:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 2048 -> 360 00000100:00100000:1.0:1763340299.696073:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280812544:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 256us (927us total) trans 21474838754 rc 0/0 00000100:00100000:1.0:1763340299.696079:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1598 00002000:00010000:1.0:1763340299.696082:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (181140->18446744073709551615) 00002000:00100000:1.0:1763340299.696084:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6f480 with x1848995280812544 ext(181140->18446744073709551615) 00002000:00010000:1.0:1763340299.696089:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6f480. 00000100:00100000:1.0:1763340299.696101:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1599 00000100:00100000:1.0:1763340299.696108:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280812800:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340299.696153:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340299.696156:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340299 -> 1763340300 00002000:00010000:1.0:1763340299.696158:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.696161:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340299 -> 1763340300 00002000:00010000:1.0:1763340299.696163:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340299.696181:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280812800:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 74us (999us total) trans 21474838755 rc 0/0 00000100:00100000:1.0:1763340299.696188:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1599 00002000:00010000:1.0:1763340299.696191:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340299.696193:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ca80 with x1848995280812800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340299.696198:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6ca80. 00000100:00100000:3.0:1763340299.699685:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.700053:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280812928 00000100:00100000:1.0:1763340299.700064:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280812928 00000100:00100000:1.0:1763340299.700128:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9152 00000100:00100000:1.0:1763340299.700138:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+213:57388:x1848995280812928:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340299.700157:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.700177:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b109 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16db2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.700270:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.700284:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.700295:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340299.700322:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 181140 00000004:00200000:1.0:1763340299.700327:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340299.700345:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.700370:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b109 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 215 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.700386:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 214 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.700394:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.700396:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340299.700400:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00000100:00100000:1.0:1763340299.700468:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57388:x1848995280812928:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 331us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.700476:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9152 00000100:00100000:2.0:1763340299.705819:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.706510:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280813056 00000100:00100000:3.0:1763340299.706522:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280813056 00002000:00100000:3.0:1763340299.707007:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (65536->69631) req@ffff9555f7ffed80 x1848995280813056/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/0 e 0 to 0 dl 1763340310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.707019:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffed80 with x1848995280813056 ext(65536->69631) 00002000:00010000:3.0:1763340299.707026:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffed80 00000100:00100000:3.0:1763340299.707064:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1600 00000100:00100000:3.0:1763340299.707074:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280813056:12345-192.168.203.42@tcp:3:lfs.0 00000100:00100000:3.0:1763340299.707288:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280813056:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 213us (1476us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340299.707296:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1600 00002000:00100000:3.0:1763340299.707302:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (65536->69631) req@ffff9555f7ffed80 x1848995280813056/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/4536 e 0 to 0 dl 1763340310 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.707310:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffed80 with x1848995280813056 ext(65536->69631) 00002000:00010000:3.0:1763340299.707314:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffed80 00000100:00100000:3.0:1763340299.711675:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.711798:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280813184 00000100:00100000:0.0:1763340299.711808:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280813184 00002000:00100000:0.0:1763340299.711853:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (180224->184319) req@ffff9554c8a6ed80 x1848995280813184/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/0 e 0 to 0 dl 1763340310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340299.711864:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ed80 with x1848995280813184 ext(180224->184319) 00002000:00010000:0.0:1763340299.711870:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6ed80 00000100:00100000:0.0:1763340299.711909:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1601 00000100:00100000:0.0:1763340299.711918:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280813184:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:0.0:1763340299.712086:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280813184:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 169us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763340299.712093:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1601 00002000:00100000:0.0:1763340299.712101:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (180224->184319) req@ffff9554c8a6ed80 x1848995280813184/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/4536 e 0 to 0 dl 1763340310 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340299.712108:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6ed80 with x1848995280813184 ext(180224->184319) 00002000:00010000:0.0:1763340299.712112:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6ed80 00000100:00100000:2.0:1763340299.716196:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.716486:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280813440 00000100:00100000:3.0:1763340299.716496:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280813440 00000100:00100000:3.0:1763340299.716653:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3108 00000100:00100000:3.0:1763340299.716663:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57388:x1848995280813440:12345-192.168.203.42@tcp:35:fsx.0 00000100:00100000:3.0:1763340299.716960:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57388:x1848995280813440:12345-192.168.203.42@tcp:35:fsx.0 Request processed in 298us (773us total) trans 4294972705 rc 0/0 00000100:00100000:3.0:1763340299.716967:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3108 00000100:00100000:2.0:1763340299.735319:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.735701:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280813696 00000100:00100000:0.0:1763340299.735711:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280813696 00010000:00010000:1.0:1763340299.735984:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340299.736029:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9153 00000100:00100000:0.0:1763340299.736040:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57391:x1848995280813696:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.736062:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.736082:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b117 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16db9 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.736146:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.736159:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736167:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736177:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.736182:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736187:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736277:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b12c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.736285:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b12c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736291:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b12c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340299.736302:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 181140 00010000:00010000:0.0:1763340299.736377:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736383:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736389:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736395:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736401:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.736405:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736411:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736422:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9554c287c700) 00010000:00010000:0.0:1763340299.736425:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.736429:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736435:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b11e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736446:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736452:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736462:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736466:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.736469:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736473:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736479:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9554c287c400) 00010000:00010000:0.0:1763340299.736481:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.736484:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736489:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b125 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.736523:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b117 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db9 expref: 218 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.737019:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b12c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db9 expref: 217 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.737028:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.737030:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340299.737033:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c400, rc 0) 00000100:00100000:0.0:1763340299.737878:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57391:x1848995280813696:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1835us (2563us total) trans 4294972706 rc 0/0 00000100:00100000:0.0:1763340299.737889:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9153 00000100:00100000:2.0:1763340299.744241:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.744279:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.744493:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280813952 00000100:00100000:3.0:1763340299.744504:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280813952 00000100:00100000:3.0:1763340299.745161:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3109 00000100:00100000:3.0:1763340299.745172:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b23850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57391:x1848995280813952:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340299.745455:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280814080 00000100:00100000:1.0:1763340299.745460:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280814080 00000100:00100000:1.0:1763340299.745490:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 415 00000100:00100000:1.0:1763340299.745496:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:2409:x1848995280814080:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.745507:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.745528:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b12c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db9 expref: 219 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.745559:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.745573:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340299.745893:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b23850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:57391:x1848995280813952:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 722us (1659us total) trans 4294972707 rc 0/0 00000100:00100000:3.0:1763340299.745901:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3109 00000100:00100000:1.0:1763340299.746007:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2409:x1848995280814080:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 509us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.746013:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 415 00000100:00100000:2.0:1763340299.754152:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.754219:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280814336 00000100:00100000:0.0:1763340299.754230:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280814336 00000100:00100000:0.0:1763340299.754286:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9154 00000100:00100000:0.0:1763340299.754294:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57391:x1848995280814336:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340299.754316:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.754335:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b13a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16dc0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.754435:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b141 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.754448:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b141 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.754458:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b141 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340299.754467:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 181140 00010000:00010000:0.0:1763340299.754682:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b13a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dc0 expref: 220 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.754698:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b141 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dc0 expref: 219 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.754705:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.754708:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763340299.754711:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c200, rc 0) 00000100:00100000:0.0:1763340299.755286:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57391:x1848995280814336:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 990us (1139us total) trans 4294972708 rc 0/0 00000100:00100000:0.0:1763340299.755294:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9154 00000100:00100000:0.0:1763340299.763392:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.763496:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280814592 00000100:00100000:2.0:1763340299.763507:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280814592 00000100:00100000:2.0:1763340299.763622:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9155 00000100:00100000:2.0:1763340299.763633:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57391:x1848995280814592:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340299.763659:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.763680:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b14f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16dc7 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.763798:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.763814:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 220 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.763824:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.763861:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 220 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.763877:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 220 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.763892:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292237568:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340299.763983:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74540 going to sleep for 11 seconds 00000100:00100000:3.0:1763340299.770456:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.770651:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292237568:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.770681:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340299.770774:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280814720 00000100:00100000:1.0:1763340299.770790:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280814720 00010000:00010000:1.0:1763340299.770828:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 221 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763340299.770867:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2989 00000100:00100000:1.0:1763340299.770877:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:2407:x1848995280814720:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.770892:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.770899:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 221 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.770911:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 221 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.770934:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b110 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16db2 expref: 221 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.770949:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.770953:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.770963:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.770970:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340299.770999:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340299.771257:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.771265:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340299.771288:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 181140 00010000:00010000:2.0:1763340299.771409:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b14f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dc7 expref: 222 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.771424:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dc7 expref: 221 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.771432:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.771434:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763340299.771438:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6400, rc 0) 00000100:00100000:1.0:1763340299.771490:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:2407:x1848995280814720:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 614us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.771499:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2989 00000100:00100000:2.0:1763340299.771589:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57391:x1848995280814592:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7957us (8204us total) trans 4294972709 rc 0/0 00000100:00100000:2.0:1763340299.771597:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9155 00000100:00100000:3.0:1763340299.774503:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.774865:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280814848 00000100:00100000:1.0:1763340299.774876:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280814848 00000100:00100000:1.0:1763340299.775021:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3110 00000100:00100000:1.0:1763340299.775033:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57391:x1848995280814848:12345-192.168.203.42@tcp:33:lfs.0 00000100:00100000:1.0:1763340299.775768:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57391:x1848995280814848:12345-192.168.203.42@tcp:33:lfs.0 Request processed in 734us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.775777:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3110 00000100:00100000:3.0:1763340299.780209:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.780619:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280815104 00000100:00100000:1.0:1763340299.780631:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280815104 00000100:00100000:1.0:1763340299.783712:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3111 00000100:00100000:1.0:1763340299.783734:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57391:x1848995280815104:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340299.783984:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57391:x1848995280815104:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 259us (3783us total) trans 4294972710 rc 0/0 00000100:00100000:1.0:1763340299.783995:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3111 00000100:00100000:0.0:1763340299.788745:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.788838:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280815360 00000100:00100000:2.0:1763340299.788847:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280815360 00000100:00100000:2.0:1763340299.788911:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9156 00000100:00100000:2.0:1763340299.788921:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57391:x1848995280815360:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340299.788946:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.788950:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763340299.788981:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b156 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dc7 expref: 221 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.789000:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b141 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dc0 expref: 220 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.789010:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.789015:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763340299.789027:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b164 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16dce expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.789131:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b16b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.789145:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b16b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.789155:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b16b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340299.789165:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 181140 00010000:00010000:2.0:1763340299.789265:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b164 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dce expref: 222 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.789279:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b16b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dce expref: 221 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.789290:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.789292:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340299.789294:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6000, rc 0) 00000100:00100000:2.0:1763340299.789360:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57391:x1848995280815360:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 440us (625us total) trans 4294972711 rc 0/0 00000100:00100000:2.0:1763340299.789367:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9156 00000100:00100000:3.0:1763340299.803381:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.803510:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280815616 00000100:00100000:2.0:1763340299.803521:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280815616 00000100:00100000:2.0:1763340299.803630:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3112 00000100:00100000:2.0:1763340299.803640:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57391:x1848995280815616:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340299.803732:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1db:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b16b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dce expref: 221 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.803780:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340299.803874:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 221 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.803882:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 221 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.803890:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.803930:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 221 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.803948:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 221 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.803962:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292237696:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.804047:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 221 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.804056:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 221 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.804064:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292237824:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340299.804083:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763340299.808155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.808194:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.808274:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280815744 00000100:00100000:1.0:1763340299.808284:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280815744 00000100:00100000:2.0:1763340299.808320:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292237696:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340299.808324:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 222 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.808336:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292237824:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.808363:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763340299.808368:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280815872 00000100:00100000:1.0:1763340299.808373:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280815872 00010000:00010000:1.0:1763340299.808387:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 223 pid: 8423 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763340299.808419:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2990 00000100:00100000:1.0:1763340299.808439:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:2408:x1848995280815744:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763340299.808445:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2991 00010000:00010000:1.0:1763340299.808459:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763340299.808460:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:2407:x1848995280815872:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.808469:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 223 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.808473:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340299.808482:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 223 pid: 8423 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.808487:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 223 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.808611:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 223 pid: 8423 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.808631:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b0e6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d96 expref: 223 pid: 8423 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763340299.808645:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.808649:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.808656:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.808662:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340299.808712:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:2407:x1848995280815872:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 257us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.808718:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2991 00010000:00010000:1.0:1763340299.810741:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b0f4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d9d expref: 221 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.810762:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.810767:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.810776:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.810785:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.810827:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.810884:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c21c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:2408:x1848995280815744:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2446us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.810895:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2990 00010000:00010000:2.0:1763340299.810980:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.810989:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811183:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811191:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811199:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811205:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7c00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340299.811209:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811217:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811226:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.811230:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340299.811234:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811240:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b179 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.811250:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.811252:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340299.811258:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b16b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dce expref: 219 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340299.811366:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57391:x1848995280815616:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 7727us (7998us total) trans 4294972712 rc -22/-22 00000100:00100000:2.0:1763340299.811376:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3112 00000100:00100000:3.0:1763340299.827955:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.828475:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280816000 00000100:00100000:1.0:1763340299.828486:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280816000 00000100:00100000:1.0:1763340299.828606:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9157 00000100:00100000:1.0:1763340299.828618:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57391:x1848995280816000:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.828642:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.828664:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16dd5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.828720:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 220 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.828735:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 220 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.828754:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.828757:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763340299.828761:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340299.828824:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57391:x1848995280816000:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 209us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.828831:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9157 00000100:00100000:0.0:1763340299.837314:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.837972:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280816256 00000100:00100000:2.0:1763340299.837983:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280816256 00000100:00100000:1.0:1763340299.839092:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9158 00000100:00100000:1.0:1763340299.839110:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+220:57391:x1848995280816256:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340299.839130:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340299.839153:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b187 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ddc expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.839641:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340299.839656:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340299.839667:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340299.839678:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e0:0x0]: returning size 0 00010000:00010000:1.0:1763340299.839721:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f800/0xbdebf3fb1824b187 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 223 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.839742:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 222 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340299.839750:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff9554c2fc1b00) 00010000:00010000:1.0:1763340299.839753:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340299.839756:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340299.839845:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:57391:x1848995280816256:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 741us (2540us total) trans 4294972713 rc 0/0 00000100:00100000:1.0:1763340299.839852:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9158 00000100:00100000:3.0:1763340299.844723:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.846028:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280816512 00000100:00100000:2.0:1763340299.846042:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280816512 00000100:00100000:2.0:1763340299.846107:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9159 00000100:00100000:2.0:1763340299.846118:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:57391:x1848995280816512:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340299.846142:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340299.846163:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b19c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16de3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.846267:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b1a3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340299.846282:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b1a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340299.846292:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b1a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340299.846305:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 181140 00010000:00010000:2.0:1763340299.846406:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b19c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16de3 expref: 225 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.846424:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b1a3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16de3 expref: 224 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.846433:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340299.846435:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340299.846439:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:2.0:1763340299.846509:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57391:x1848995280816512:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 392us (1796us total) trans 4294972714 rc 0/0 00000100:00100000:2.0:1763340299.846517:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9159 00000100:00100000:3.0:1763340299.849254:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340299.849453:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280816768 00000100:00100000:2.0:1763340299.849462:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280816768 00000100:00100000:2.0:1763340299.849955:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3113 00000100:00100000:2.0:1763340299.849966:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57391:x1848995280816768:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340299.850035:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1db:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b1a3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16de3 expref: 224 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.850071:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340299.850082:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.850089:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.850122:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 224 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.850135:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 224 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.850148:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292237952:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340299.850230:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74300 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.858443:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292237952:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.858474:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763340299.859205:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.859318:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280816896 00000100:00100000:1.0:1763340299.859326:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280816896 00010000:00010000:1.0:1763340299.859362:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763340299.859399:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2992 00000100:00100000:1.0:1763340299.859408:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:2408:x1848995280816896:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.859424:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.859430:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.859441:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.859462:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b180 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dd5 expref: 225 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.859476:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.859481:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.859490:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.859497:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.859526:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.859633:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:2408:x1848995280816896:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 224us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.859640:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2992 00010000:00010000:2.0:1763340299.859654:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.859661:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.859683:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340299.859694:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 223 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.859701:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.859734:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 223 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340299.859746:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 223 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.859757:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292238080:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340299.859817:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74300 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.862018:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.862060:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280817024 00000100:00100000:1.0:1763340299.862070:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280817024 00010000:00010000:1.0:1763340299.862105:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 224 pid: 6515 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763340299.862119:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292238080:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340299.862143:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763340299.862147:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2993 00000100:00100000:1.0:1763340299.862156:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:2408:x1848995280817024:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340299.862172:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340299.862179:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 224 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.862190:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 224 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.862210:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b18e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ddc expref: 224 pid: 6515 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763340299.862225:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff9554c2fc1b00) 00010000:00010000:1.0:1763340299.862229:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.862239:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.862246:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.862841:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340299.862898:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:2408:x1848995280817024:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 740us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340299.862908:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2993 00010000:00010000:2.0:1763340299.863024:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340299.863032:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340299.863297:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.863335:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340299.863369:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74540 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.863561:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292238208 00000100:00100000:0.0:1763340299.863576:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292238208 00000100:00100000:0.0:1763340299.863612:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1763340299.863618:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238208:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763340299.863686:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238208:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 68us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.863692:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1763340299.863968:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7ffdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.864016:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238336:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.864043:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.864065:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.864079:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292238336 00000100:00100000:2.0:1763340299.864084:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292238336 00000100:00100000:2.0:1763340299.864119:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1763340299.864126:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238336:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.864186:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238336:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 60us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.864193:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:1.0:1763340299.864290:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238336:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.864335:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238464:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.864359:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.864382:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.864419:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292238464 00000100:00100000:0.0:1763340299.864434:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292238464 00000100:00100000:0.0:1763340299.864650:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1763340299.864660:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238464:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763340299.864715:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238464:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 58us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340299.864721:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1763340299.864813:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238464:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.864847:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238592:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.864871:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.865590:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74540 going to sleep for 11 seconds 00000100:00100000:2.0:1763340299.865748:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292238592 00000100:00100000:2.0:1763340299.865754:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292238592 00000100:00100000:2.0:1763340299.865791:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1763340299.865798:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238592:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340299.865870:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238592:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 73us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340299.865876:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1763340299.865975:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238592:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1763340299.866124:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].24, 280 off50416 00000001:00080000:1.0:1763340299.866133:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972715 00000100:00100000:1.0:1763340299.866183:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238720:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.866209:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.866233:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.866290:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292238720 00000100:00100000:0.0:1763340299.866295:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292238720 00000100:00100000:3.0:1763340299.866318:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1763340299.866326:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238720:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763340299.866432:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6516:x1848995292238720:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 106us (221us total) trans 21474838756 rc 0/0 00000100:00100000:1.0:1763340299.869733:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238720:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.869793:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238848:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340299.869854:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340299.869891:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340299.869909:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292238848 00000100:00100000:0.0:1763340299.869916:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292238848 00000100:00100000:0.0:1763340299.869971:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:0.0:1763340299.869980:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848995292238848:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763340299.870094:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1763340299.870122:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848995292238848:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 143us (268us total) trans 17179871464 rc 0/0 00000100:00100000:0.0:1763340299.870128:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1763340299.870180:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292238848:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1763340299.870252:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972716 00010000:00010000:1.0:1763340299.870285:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870294:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870301:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870306:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.870310:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870317:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870331:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff9554c2fc1b00) 00010000:00010000:1.0:1763340299.870334:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763340299.870339:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870344:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b1b8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870363:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870368:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870373:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870377:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340299.870380:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870385:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870392:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.870395:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763340299.870397:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870403:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b1b1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.870414:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340299.870417:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763340299.870423:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b1a3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16de3 expref: 225 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340299.870507:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57391:x1848995280816768:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 20543us (21261us total) trans 4294972717 rc 0/0 00000100:00100000:1.0:1763340299.870515:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3113 00000020:00080000:1.0:1763340299.870519:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763340299.876774:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.877504:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280817152 00000100:00100000:3.0:1763340299.877516:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280817152 00000100:00100000:3.0:1763340299.877626:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9160 00000100:00100000:3.0:1763340299.877638:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57391:x1848995280817152:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340299.877662:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340299.877685:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16dea expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.877737:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 225 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.877751:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 225 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.877767:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340299.877770:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340299.877774:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cc45f000, rc 0) 00000100:00100000:3.0:1763340299.877828:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:57391:x1848995280817152:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 193us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.877835:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9160 00000100:00100000:0.0:1763340299.882801:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.882932:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280817408 00000100:00100000:1.0:1763340299.882944:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280817408 00000100:00100000:1.0:1763340299.883003:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3114 00000100:00100000:1.0:1763340299.883013:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b23c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:57391:x1848995280817408:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340299.883281:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1e0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763340299.883344:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1352, 64 off114048 00000004:00080000:1.0:1763340299.883352:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1040690819343ns, next at 1041690816607ns, rc = 0 00000040:00080000:1.0:1763340299.883375:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1375, 64 off115816 00000004:00080000:1.0:1763340299.883381:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1040690848273ns, next at 1041690846145ns, rc = 0 00000001:00080000:1.0:1763340299.883388:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972718 00010000:00010000:1.0:1763340299.883426:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340299.883441:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.883453:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.883461:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.883468:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.883474:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340299.883496:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763340299.883707:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b23c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:57391:x1848995280817408:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 694us (914us total) trans 4294972719 rc 0/0 00000100:00100000:1.0:1763340299.883715:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3114 00000020:00080000:1.0:1763340299.883720:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1763340299.883961:0:6502:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763340299.883968:0:6502:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.883974:0:6502:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340299.883978:0:6502:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.883985:0:6502:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.883996:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff9554c2fc1b00) 00010000:00010000:0.0:1763340299.883999:0:6502:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763340299.884003:0:6502:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.884009:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b1c6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763340299.884022:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340299.884024:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763340299.884025:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340299.886423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.886730:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280817664 00000100:00100000:3.0:1763340299.886739:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280817664 00000100:00100000:3.0:1763340299.886844:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3115 00000100:00100000:3.0:1763340299.886855:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+227:57391:x1848995280817664:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1763340299.887121:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:57391:x1848995280817664:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 266us (705us total) trans 4294972720 rc 0/0 00000100:00100000:3.0:1763340299.887129:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3115 00000100:00100000:2.0:1763340299.893176:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.894086:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280817920 00000100:00100000:0.0:1763340299.894097:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280817920 00000100:00100000:0.0:1763340299.894147:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9161 00000100:00100000:0.0:1763340299.894157:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:57388:x1848995280817920:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340299.894179:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340299.894201:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1cd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16df1 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.894271:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.894283:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894293:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894306:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.894312:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894318:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894410:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b1e2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.894420:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b1e2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894427:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b1e2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340299.894436:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 181140 00010000:00010000:0.0:1763340299.894505:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894513:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894518:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894524:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894530:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.894573:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894581:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894592:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9554c287c700) 00010000:00010000:0.0:1763340299.894595:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.894599:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894606:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b1d4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894618:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894623:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894628:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894633:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340299.894636:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894641:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894648:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9554c287c400) 00010000:00010000:0.0:1763340299.894650:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340299.894653:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894658:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b1db lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.894696:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1cd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df1 expref: 231 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.894711:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b1e2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df1 expref: 230 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.894718:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.894720:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340299.894723:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845cc00, rc 0) 00000100:00100000:0.0:1763340299.894791:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:57388:x1848995280817920:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 635us (1627us total) trans 4294972721 rc 0/0 00000100:00100000:0.0:1763340299.894799:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9161 00000100:00100000:0.0:1763340299.900420:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340299.900771:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818048 00000100:00100000:1.0:1763340299.900780:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818048 00000100:00100000:1.0:1763340299.901034:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1602 00000100:00100000:1.0:1763340299.901044:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280818048:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:1.0:1763340299.901246:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 181140 -> 210550 00002000:00010000:1.0:1763340299.901250:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340299.901254:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340299.901256:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340299.901259:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 360 -> 384 00000100:00100000:1.0:1763340299.901325:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280818048:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 282us (914us total) trans 21474838757 rc 0/0 00000100:00100000:1.0:1763340299.901333:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1602 00000100:00100000:1.0:1763340299.905234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.905443:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818176 00000100:00100000:0.0:1763340299.905453:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818176 00000100:00100000:0.0:1763340299.905519:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1603 00000100:00100000:0.0:1763340299.905573:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2409:x1848995280818176:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340299.905857:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 210550 -> 210550 00002000:00010000:0.0:1763340299.905861:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340299.905863:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340299.905866:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340299.905868:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 384 -> 288 00000100:00100000:0.0:1763340299.905932:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280818176:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 403us (705us total) trans 21474838758 rc 0/0 00000100:00100000:0.0:1763340299.905940:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1603 00000100:00100000:2.0:1763340299.911821:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.912040:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818304 00000100:00100000:3.0:1763340299.912051:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818304 00000100:00100000:3.0:1763340299.912098:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9162 00000100:00100000:3.0:1763340299.912107:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+230:57388:x1848995280818304:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:3.0:1763340299.912129:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340299.912151:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824b1f0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16df8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.912185:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763340299.912196:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340299.912206:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:3.0:1763340299.912316:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45ee00/0xbdebf3fb1824b1f0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 232 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.912333:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 231 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340299.912342:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340299.912345:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763340299.912349:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554cbf83a00, rc 0) 00000100:00100000:3.0:1763340299.912414:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+231:57388:x1848995280818304:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 308us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340299.912422:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9162 00000100:00100000:3.0:1763340299.916200:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.916337:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818432 00000100:00100000:0.0:1763340299.916347:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818432 00002000:00100000:0.0:1763340299.916417:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (200704->204799) req@ffff9554c87fce00 x1848995280818432/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/0 e 0 to 0 dl 1763340310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340299.916428:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fce00 with x1848995280818432 ext(200704->204799) 00002000:00010000:0.0:1763340299.916434:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87fce00 00000100:00100000:0.0:1763340299.916470:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1604 00000100:00100000:0.0:1763340299.916479:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280818432:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:0.0:1763340299.916737:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280818432:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 257us (543us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763340299.916745:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1604 00002000:00100000:0.0:1763340299.916751:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (200704->204799) req@ffff9554c87fce00 x1848995280818432/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/4536 e 0 to 0 dl 1763340310 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340299.916759:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fce00 with x1848995280818432 ext(200704->204799) 00002000:00010000:0.0:1763340299.916762:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87fce00 00000100:00100000:1.0:1763340299.928906:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.928958:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818560 00000100:00100000:0.0:1763340299.928968:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818560 00002000:00100000:0.0:1763340299.929012:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (200704->248632) req@ffff9554c8a6d180 x1848995280818560/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/0 e 0 to 0 dl 1763340310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340299.929024:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6d180 with x1848995280818560 ext(200704->248632) 00002000:00010000:0.0:1763340299.929030:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6d180 00000100:00100000:0.0:1763340299.929067:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1605 00000100:00100000:0.0:1763340299.929075:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2409:x1848995280818560:12345-192.168.203.42@tcp:4:fsx.0 00000100:00100000:0.0:1763340299.933575:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c8a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280818560:12345-192.168.203.42@tcp:4:fsx.0 Request processed in 4446us (4625us total) trans 21474838759 rc 0/0 00000100:00100000:0.0:1763340299.933593:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1605 00002000:00100000:0.0:1763340299.933611:0:23979:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x231:0x0] (200704->248632) req@ffff9554c8a6d180 x1848995280818560/t21474838759(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/448 e 0 to 0 dl 1763340310 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340299.933623:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c8a6d180 with x1848995280818560 ext(200704->248632) 00002000:00010000:0.0:1763340299.933631:0:23979:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c8a6d180 00000100:00100000:3.0:1763340299.943963:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.944253:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818688 00000100:00100000:0.0:1763340299.944264:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818688 00000100:00100000:0.0:1763340299.944341:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1606 00000100:00100000:0.0:1763340299.944351:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280818688:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340299.944904:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 210550 -> 248633 00002000:00010000:0.0:1763340299.944910:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340299.944912:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340299 -> 1763340300 00002000:00010000:0.0:1763340299.944914:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340299.944916:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:0.0:1763340299.944987:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280818688:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 626us (1023us total) trans 21474838760 rc 0/0 00000100:00100000:0.0:1763340299.944998:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1606 00000100:00100000:1.0:1763340299.953620:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.953749:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818816 00000100:00100000:3.0:1763340299.953763:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818816 00002000:00100000:3.0:1763340299.953831:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (110592->155647) req@ffff9555ffcbc700 x1848995280818816/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/0 e 0 to 0 dl 1763340310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.953843:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbc700 with x1848995280818816 ext(110592->155647) 00002000:00010000:3.0:1763340299.953852:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbc700 00000100:00100000:3.0:1763340299.953886:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1607 00000100:00100000:3.0:1763340299.953896:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280818816:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:3.0:1763340299.956848:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280818816:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 2940us (3224us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1763340299.956864:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1607 00002000:00100000:3.0:1763340299.956880:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (110592->155647) req@ffff9555ffcbc700 x1848995280818816/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/440 e 0 to 0 dl 1763340310 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.956890:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555ffcbc700 with x1848995280818816 ext(110592->155647) 00002000:00010000:3.0:1763340299.956896:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555ffcbc700 00000100:00100000:1.0:1763340299.967928:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.968927:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280818944 00000100:00100000:3.0:1763340299.968938:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280818944 00002000:00100000:3.0:1763340299.968988:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (90112->94207) req@ffff9554c485ad80 x1848995280818944/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/0 e 0 to 0 dl 1763340310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.969009:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c485ad80 with x1848995280818944 ext(90112->94207) 00002000:00010000:3.0:1763340299.969015:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c485ad80 00000100:00100000:3.0:1763340299.970555:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1608 00000100:00100000:3.0:1763340299.970579:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280818944:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:3.0:1763340299.970761:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280818944:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 188us (2842us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340299.970768:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1608 00002000:00100000:3.0:1763340299.970776:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (90112->94207) req@ffff9554c485ad80 x1848995280818944/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 488/4536 e 0 to 0 dl 1763340310 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.970786:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c485ad80 with x1848995280818944 ext(90112->94207) 00002000:00010000:3.0:1763340299.970792:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c485ad80 00000100:00100000:1.0:1763340299.983878:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340299.983977:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280819072 00000100:00100000:3.0:1763340299.983988:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280819072 00002000:00100000:3.0:1763340299.984048:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (65536->110591) req@ffff9554c5426a00 x1848995280819072/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 504/0 e 0 to 0 dl 1763340310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.984059:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426a00 with x1848995280819072 ext(65536->110591) 00002000:00010000:3.0:1763340299.984065:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5426a00 00000100:00100000:3.0:1763340299.984100:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1609 00000100:00100000:3.0:1763340299.984110:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280819072:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:3.0:1763340299.992049:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280819072:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 7930us (8172us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1763340299.992061:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1609 00002000:00100000:3.0:1763340299.992072:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (65536->110591) req@ffff9554c5426a00 x1848995280819072/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:60/0 lens 504/440 e 0 to 0 dl 1763340310 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763340299.992082:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426a00 with x1848995280819072 ext(65536->110591) 00002000:00010000:3.0:1763340299.992087:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5426a00 00000100:00100000:1.0:1763340299.998019:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340299.999237:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280819328 00000100:00100000:0.0:1763340299.999248:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280819328 00000100:00100000:0.0:1763340299.999317:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9163 00000100:00100000:0.0:1763340299.999327:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+231:57388:x1848995280819328:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:0.0:1763340299.999379:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340299.999407:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b1e2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df1 expref: 231 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340299.999429:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.999434:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340299.999655:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340299.999669:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.999678:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:0.0:1763340299.999716:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972722 00000004:00010000:0.0:1763340299.999739:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d2030a0b reply state 0000000062a3599b transno 4294972723 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.999751:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340299.999757:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340299.999760:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340299.999762:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340299.999854:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:57388:x1848995280819328:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 528us (1846us total) trans 4294972723 rc 0/0 00000100:00100000:0.0:1763340299.999861:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9163 00000020:00080000:0.0:1763340299.999866:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763340300.005582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.006630:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280819456 00000100:00100000:0.0:1763340300.006642:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280819456 00002000:00010000:0.0:1763340300.006722:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (153168->18446744073709551615) 00002000:00100000:0.0:1763340300.006728:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5427480 with x1848995280819456 ext(153168->18446744073709551615) 00002000:00010000:0.0:1763340300.006741:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5427480. 00000100:00100000:0.0:1763340300.006780:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1610 00000100:00100000:0.0:1763340300.006791:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280819456:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:0.0:1763340300.007117:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 248633 -> 153168 00002000:00010000:0.0:1763340300.007122:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.007124:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.007127:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.007129:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 288 -> 216 00000100:00100000:0.0:1763340300.007215:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280819456:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 423us (1681us total) trans 21474838761 rc 0/0 00000100:00100000:0.0:1763340300.007224:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1610 00002000:00010000:0.0:1763340300.007228:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (153168->18446744073709551615) 00002000:00100000:0.0:1763340300.007231:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5427480 with x1848995280819456 ext(153168->18446744073709551615) 00002000:00010000:0.0:1763340300.007235:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5427480. 00000100:00080000:2.0:1763340300.007308:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763340300.009838:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.010050:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280819584 00000100:00100000:0.0:1763340300.010060:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280819584 00002000:00010000:0.0:1763340300.010110:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:0.0:1763340300.010115:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fffb80 with x1848995280819584 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340300.010126:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7fffb80. 00000100:00100000:0.0:1763340300.010153:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1611 00000100:00100000:0.0:1763340300.010163:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280819584:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:0.0:1763340300.010293:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340300.010296:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.010299:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:0.0:1763340300.010301:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.010303:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763340300.010353:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280819584:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 191us (526us total) trans 17179871465 rc 0/0 00000100:00100000:0.0:1763340300.010360:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1611 00002000:00010000:0.0:1763340300.010364:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:0.0:1763340300.010366:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fffb80 with x1848995280819584 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340300.010371:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7fffb80. 00000100:00080000:3.0:1763340300.010728:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763340300.011104:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.011168:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280819712 00000100:00100000:1.0:1763340300.011174:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280819712 00002000:00010000:1.0:1763340300.011194:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.011197:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffd180 with x1848995280819712 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.011204:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffd180. 00000100:00100000:1.0:1763340300.011224:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1612 00000100:00100000:1.0:1763340300.011230:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280819712:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340300.011311:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340300.011314:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.011316:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340300.011319:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.011321:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340300.012828:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280819712:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 1588us (1714us total) trans 21474838762 rc 0/0 00000100:00100000:1.0:1763340300.012841:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1612 00002000:00010000:1.0:1763340300.012847:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.012850:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffd180 with x1848995280819712 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.012859:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffd180. 00000100:00100000:1.0:1763340300.022203:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.023666:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280819840 00000100:00100000:3.0:1763340300.023681:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280819840 00000100:00080000:3.0:1763340300.024150:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763340300.024213:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9164 00000100:00100000:0.0:1763340300.024226:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+233:57388:x1848995280819840:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:0.0:1763340300.024248:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340300.024312:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b205 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16dff expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.024408:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b20c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340300.024423:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b20c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.024448:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b20c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340300.024478:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 153168 00000004:00200000:0.0:1763340300.024482:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340300.024499:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b20c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.024523:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b205 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dff expref: 235 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.024759:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b20c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dff expref: 234 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.024770:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.024773:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763340300.024776:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c400, rc 0) 00000100:00100000:0.0:1763340300.024846:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+234:57388:x1848995280819840:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 623us (2652us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.024853:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9164 00000100:00100000:2.0:1763340300.034122:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.034198:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820096 00000100:00100000:0.0:1763340300.034208:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820096 00000100:00100000:0.0:1763340300.034267:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9165 00000100:00100000:0.0:1763340300.034277:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+234:57388:x1848995280820096:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:0.0:1763340300.034324:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340300.034350:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b20c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dff expref: 234 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.034368:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.034372:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340300.034529:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340300.034587:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.034597:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:0.0:1763340300.034641:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972724 00000004:00010000:0.0:1763340300.034665:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a565bf53 reply state 0000000005b6a20c transno 4294972725 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.034682:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.034688:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.034691:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340300.034693:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340300.034781:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:57388:x1848995280820096:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 505us (669us total) trans 4294972725 rc 0/0 00000100:00100000:0.0:1763340300.034789:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9165 00000020:00080000:0.0:1763340300.034794:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340300.042456:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.042496:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.042527:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.042647:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820224 00000100:00100000:1.0:1763340300.042657:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820224 00002000:00010000:1.0:1763340300.042700:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (159066->18446744073709551615) 00002000:00100000:1.0:1763340300.042705:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fff480 with x1848995280820224 ext(159066->18446744073709551615) 00002000:00010000:1.0:1763340300.042718:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7fff480. 00000100:00100000:1.0:1763340300.042750:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820352 00000100:00100000:1.0:1763340300.042754:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820352 00002000:00010000:1.0:1763340300.042767:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.042770:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffdf80 with x1848995280820352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.042776:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7ffdf80. 00000100:00100000:1.0:1763340300.042788:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820480 00000100:00100000:1.0:1763340300.042791:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820480 00002000:00010000:1.0:1763340300.042799:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.042802:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffe300 with x1848995280820480 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.042806:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffe300. 00000100:00100000:1.0:1763340300.042822:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1613 00000100:00100000:1.0:1763340300.042830:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280820224:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340300.043044:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 153168 -> 159066 00002000:00010000:1.0:1763340300.043047:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.043050:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.043052:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.043055:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:1.0:1763340300.043108:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280820224:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 278us (660us total) trans 21474838763 rc 0/0 00000100:00100000:1.0:1763340300.043118:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1613 00002000:00010000:1.0:1763340300.043122:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (159066->18446744073709551615) 00002000:00100000:1.0:1763340300.043125:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7fff480 with x1848995280820224 ext(159066->18446744073709551615) 00002000:00010000:1.0:1763340300.043129:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7fff480. 00000100:00100000:1.0:1763340300.043147:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1614 00000100:00100000:1.0:1763340300.043155:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280820352:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340300.043226:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340300.043229:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.043231:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340300.043233:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.043235:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763340300.043257:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280820352:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 103us (760us total) trans 17179871466 rc 0/0 00000100:00100000:1.0:1763340300.043264:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1614 00002000:00010000:1.0:1763340300.043267:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.043270:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffdf80 with x1848995280820352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.043274:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555f7ffdf80. 00000100:00100000:1.0:1763340300.043286:0:23979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1615 00000100:00100000:1.0:1763340300.043293:0:23979:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7ffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280820480:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:1.0:1763340300.043342:0:23979:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340300.043346:0:23979:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.043348:0:23979:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:1.0:1763340300.043351:0:23979:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.043352:0:23979:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340300.043373:0:23979:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7ffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280820480:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 80us (845us total) trans 21474838764 rc 0/0 00000100:00100000:1.0:1763340300.043379:0:23979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1615 00002000:00010000:1.0:1763340300.043382:0:23979:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.043384:0:23979:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555f7ffe300 with x1848995280820480 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.043388:0:23979:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555f7ffe300. 00000100:00100000:1.0:1763340300.048020:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.048739:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820608 00000100:00100000:3.0:1763340300.048750:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820608 00002000:00100000:2.0:1763340300.049010:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (155648->159743) req@ffff9554c5426300 x1848995280820608/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763340300.049022:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426300 with x1848995280820608 ext(155648->159743) 00002000:00010000:2.0:1763340300.049029:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5426300 00000100:00100000:2.0:1763340300.049626:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1616 00000100:00100000:2.0:1763340300.049638:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280820608:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:2.0:1763340300.049874:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2408:x1848995280820608:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 237us (1862us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763340300.049882:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1616 00002000:00100000:2.0:1763340300.049890:0:23981:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x231:0x0] (155648->159743) req@ffff9554c5426300 x1848995280820608/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/4536 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763340300.049898:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c5426300 with x1848995280820608 ext(155648->159743) 00002000:00010000:2.0:1763340300.049902:0:23981:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c5426300 00000100:00100000:2.0:1763340300.053809:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.053913:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820736 00000100:00100000:0.0:1763340300.053923:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820736 00002000:00100000:0.0:1763340300.053970:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (90112->159065) req@ffff9555fc6df100 x1848995280820736/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 504/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340300.053981:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df100 with x1848995280820736 ext(90112->159065) 00002000:00010000:0.0:1763340300.053986:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6df100 00000100:00100000:0.0:1763340300.054021:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1617 00000100:00100000:0.0:1763340300.054031:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+27:2407:x1848995280820736:12345-192.168.203.42@tcp:4:fsx.0 00000100:00100000:0.0:1763340300.055952:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763340300.056703:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292238976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763340300.056761:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.057222:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292238976 00000100:00100000:1.0:1763340300.057232:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292238976 00000100:00100000:1.0:1763340300.057311:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1763340300.057321:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+10:3648:x1848995292238976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763340300.057346:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484900800 pending 0 free 3920220160 avail 3688697856 00000100:00100000:1.0:1763340300.057395:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+10:3648:x1848995292238976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.057402:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1763340300.057468:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3648:1848995292238976:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1763340300.057552:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763340300.059500:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280820736:12345-192.168.203.42@tcp:4:fsx.0 Request processed in 5460us (5691us total) trans 21474838765 rc 0/0 00000100:00100000:0.0:1763340300.059512:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1617 00002000:00100000:0.0:1763340300.059523:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (90112->159065) req@ffff9555fc6df100 x1848995280820736/t21474838765(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 504/448 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340300.059580:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df100 with x1848995280820736 ext(90112->159065) 00002000:00010000:0.0:1763340300.059587:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6df100 00000100:00100000:1.0:1763340300.063668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.063760:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820864 00000100:00100000:0.0:1763340300.063769:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820864 00000100:00100000:0.0:1763340300.064358:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6191 00000100:00100000:0.0:1763340300.064370:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+29:2407:x1848995280820864:12345-192.168.203.42@tcp:16:fsx.0 00000001:00080000:0.0:1763340300.066396:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838765 is committed 00000001:00080000:0.0:1763340300.066427:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838756 is committed 00000100:00100000:2.0:1763340300.066841:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280820864:12345-192.168.203.42@tcp:16:fsx.0 Request processed in 2466us (3174us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.066852:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6191 00000100:00100000:2.0:1763340300.070040:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.070128:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280820992 00000100:00100000:1.0:1763340300.070137:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280820992 00000100:00100000:1.0:1763340300.070194:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9166 00000100:00100000:1.0:1763340300.070205:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+236:57388:x1848995280820992:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340300.070228:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.070248:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b21a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e06 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.070351:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824b221 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340300.070367:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824b221 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340300.070378:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824b221 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340300.070405:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 159066 00000004:00200000:1.0:1763340300.070410:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340300.070428:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824b221 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340300.070453:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b21a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e06 expref: 238 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.070469:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824b221 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e06 expref: 237 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.070477:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340300.070480:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340300.070484:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340300.070582:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+237:57388:x1848995280820992:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 378us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.070589:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9166 00000100:00100000:2.0:1763340300.075945:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.076832:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280821120 00000100:00100000:1.0:1763340300.076843:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280821120 00002000:00100000:1.0:1763340300.076886:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (4096->65535) req@ffff9555fc6dc700 x1848995280821120/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.076903:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dc700 with x1848995280821120 ext(4096->65535) 00002000:00010000:1.0:1763340300.076908:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6dc700 00000100:00100000:1.0:1763340300.076958:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1618 00000100:00100000:1.0:1763340300.076966:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821120:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:1.0:1763340300.080433:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821120:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 3455us (4483us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1763340300.080447:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1618 00002000:00100000:1.0:1763340300.080460:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (4096->65535) req@ffff9555fc6dc700 x1848995280821120/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/440 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.080469:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dc700 with x1848995280821120 ext(4096->65535) 00002000:00010000:1.0:1763340300.080476:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6dc700 00000100:00100000:3.0:1763340300.084889:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.085012:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280821248 00000100:00100000:1.0:1763340300.085021:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280821248 00002000:00100000:1.0:1763340300.085062:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (8192->40959) req@ffff9554c87fc700 x1848995280821248/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.085073:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fc700 with x1848995280821248 ext(8192->40959) 00002000:00010000:1.0:1763340300.085078:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87fc700 00000100:00100000:1.0:1763340300.085162:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1619 00000100:00100000:1.0:1763340300.085170:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821248:12345-192.168.203.42@tcp:4:fsx.0 00000100:00100000:1.0:1763340300.088196:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280821248:12345-192.168.203.42@tcp:4:fsx.0 Request processed in 3017us (3307us total) trans 21474838766 rc 0/0 00000100:00100000:1.0:1763340300.088211:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1619 00002000:00100000:1.0:1763340300.088223:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (8192->40959) req@ffff9554c87fc700 x1848995280821248/t21474838766(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/448 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.088234:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87fc700 with x1848995280821248 ext(8192->40959) 00002000:00010000:1.0:1763340300.088240:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87fc700 00000100:00100000:3.0:1763340300.092604:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.092757:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280821376 00000100:00100000:2.0:1763340300.092767:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280821376 00000100:00100000:2.0:1763340300.092830:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6192 00000100:00100000:2.0:1763340300.092840:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280821376:12345-192.168.203.42@tcp:16:fsx.0 00000001:00080000:0.0:1763340300.094937:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838766 is committed 00000100:00100000:2.0:1763340300.095636:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821376:12345-192.168.203.42@tcp:16:fsx.0 Request processed in 2790us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.095648:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6192 00000100:00100000:3.0:1763340300.100309:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.100469:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280821504 00000100:00100000:1.0:1763340300.100479:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280821504 00000100:00100000:2.0:1763340300.100767:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1620 00000100:00100000:2.0:1763340300.100782:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821504:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:2.0:1763340300.101173:0:23981:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 159066 -> 159066 00002000:00010000:2.0:1763340300.101177:0:23981:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.101180:0:23981:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.101181:0:23981:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.101183:0:23981:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 216 -> 224 00000100:00100000:2.0:1763340300.101245:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280821504:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 468us (947us total) trans 21474838767 rc 0/0 00000100:00100000:2.0:1763340300.101252:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1620 00000100:00100000:3.0:1763340300.116639:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.117869:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280821632 00000100:00100000:1.0:1763340300.117881:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280821632 00002000:00100000:1.0:1763340300.117928:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (36864->65535) req@ffff9554c87ff800 x1848995280821632/t0(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.117940:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87ff800 with x1848995280821632 ext(36864->65535) 00002000:00010000:1.0:1763340300.117945:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87ff800 00000100:00100000:1.0:1763340300.117978:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1621 00000100:00100000:1.0:1763340300.117986:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280821632:12345-192.168.203.42@tcp:4:fsx.0 00000100:00100000:1.0:1763340300.123478:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280821632:12345-192.168.203.42@tcp:4:fsx.0 Request processed in 5474us (6830us total) trans 21474838768 rc 0/0 00000100:00100000:1.0:1763340300.123496:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1621 00002000:00100000:1.0:1763340300.123512:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (36864->65535) req@ffff9554c87ff800 x1848995280821632/t21474838768(0) o4->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/448 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.123523:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c87ff800 with x1848995280821632 ext(36864->65535) 00002000:00010000:1.0:1763340300.123580:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c87ff800 00000100:00100000:0.0:1763340300.126407:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.127282:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280821760 00000100:00100000:2.0:1763340300.127292:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280821760 00000100:00100000:2.0:1763340300.127350:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6193 00000100:00100000:2.0:1763340300.127360:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280821760:12345-192.168.203.42@tcp:16:fsx.0 00000001:00080000:1.0:1763340300.130784:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838768 is committed 00000100:00100000:2.0:1763340300.133844:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821760:12345-192.168.203.42@tcp:16:fsx.0 Request processed in 6465us (7425us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.133861:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6193 00000100:00100000:0.0:1763340300.141497:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.141649:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280821888 00000100:00100000:1.0:1763340300.141661:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280821888 00002000:00100000:1.0:1763340300.141707:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (8192->20479) req@ffff9554cbcfdc00 x1848995280821888/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.141719:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfdc00 with x1848995280821888 ext(8192->20479) 00002000:00010000:1.0:1763340300.141725:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfdc00 00000100:00100000:1.0:1763340300.141828:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1622 00000100:00100000:1.0:1763340300.141839:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821888:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:1.0:1763340300.142062:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280821888:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 223us (571us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1763340300.142070:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1622 00002000:00100000:1.0:1763340300.142076:0:28372:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x231:0x0] (8192->20479) req@ffff9554cbcfdc00 x1848995280821888/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/12728 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.142085:0:28372:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfdc00 with x1848995280821888 ext(8192->20479) 00002000:00010000:1.0:1763340300.142089:0:28372:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfdc00 00000100:00100000:3.0:1763340300.149460:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.149795:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280822016 00000100:00100000:1.0:1763340300.149805:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280822016 00000100:00100000:1.0:1763340300.150043:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1623 00000100:00100000:1.0:1763340300.150052:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2409:x1848995280822016:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:1.0:1763340300.150400:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 159066 -> 159066 00002000:00010000:1.0:1763340300.150404:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.150407:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.150409:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.150411:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 224 -> 272 00000100:00100000:1.0:1763340300.150474:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2409:x1848995280822016:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 422us (1023us total) trans 21474838769 rc 0/0 00000100:00100000:1.0:1763340300.150484:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1623 00000100:00100000:0.0:1763340300.156710:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.156796:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280822144 00000100:00100000:1.0:1763340300.156807:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280822144 00000100:00100000:1.0:1763340300.156878:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1624 00000100:00100000:1.0:1763340300.156887:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280822144:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:1.0:1763340300.158893:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 159066 -> 159066 00002000:00010000:1.0:1763340300.158901:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.158904:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.158906:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.158909:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:1.0:1763340300.158988:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280822144:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 2098us (2283us total) trans 21474838770 rc 0/0 00000100:00100000:1.0:1763340300.158997:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1624 00000100:00100000:0.0:1763340300.163250:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.163595:0:28372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280822272 00000100:00100000:1.0:1763340300.163605:0:28372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280822272 00000100:00100000:1.0:1763340300.163675:0:28372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1625 00000100:00100000:1.0:1763340300.163684:0:28372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2409:x1848995280822272:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:1.0:1763340300.164050:0:28372:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 159066 -> 159066 00002000:00010000:1.0:1763340300.164054:0:28372:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.164056:0:28372:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.164058:0:28372:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.164060:0:28372:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 272 -> 248 00000100:00100000:1.0:1763340300.164107:0:28372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2409:x1848995280822272:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 424us (865us total) trans 21474838771 rc 0/0 00000100:00100000:1.0:1763340300.164114:0:28372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1625 00000100:00100000:2.0:1763340300.167631:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.168002:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280822528 00000100:00100000:0.0:1763340300.168012:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280822528 00000100:00100000:0.0:1763340300.168075:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9167 00000100:00100000:0.0:1763340300.168085:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+237:57388:x1848995280822528:12345-192.168.203.42@tcp:36:fsx.0 00010000:00010000:0.0:1763340300.168137:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340300.168164:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f600/0xbdebf3fb1824b221 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e06 expref: 237 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.168181:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.168186:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340300.168355:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340300.168376:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.168386:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000001:00080000:0.0:1763340300.168424:0:8423:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972726 00000004:00010000:0.0:1763340300.168446:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008576863b reply state 000000004fd9c0a3 transno 4294972727 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.168458:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.168464:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.168466:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763340300.168469:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763340300.168604:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+239:57388:x1848995280822528:12345-192.168.203.42@tcp:36:fsx.0 Request processed in 519us (980us total) trans 4294972727 rc 0/0 00000100:00100000:0.0:1763340300.168612:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9167 00000020:00080000:0.0:1763340300.168618:0:8423:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763340300.173062:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.173106:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.173135:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.173220:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280822656 00000100:00100000:2.0:1763340300.173230:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280822656 00002000:00010000:2.0:1763340300.173268:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (191989->18446744073709551615) 00002000:00100000:2.0:1763340300.173273:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd500 with x1848995280822656 ext(191989->18446744073709551615) 00002000:00010000:2.0:1763340300.173285:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfd500. 00000100:00100000:2.0:1763340300.173316:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280822912 00000100:00100000:2.0:1763340300.173320:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280822912 00002000:00010000:2.0:1763340300.173356:0:23981:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340300.173360:0:23981:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd180 with x1848995280822912 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340300.173367:0:23981:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfd180. 00000100:00100000:2.0:1763340300.173390:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280822784 00000100:00100000:2.0:1763340300.173393:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280822784 00002000:00010000:2.0:1763340300.173406:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340300.173409:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfc000 with x1848995280822784 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340300.173414:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbcfc000. 00000100:00100000:2.0:1763340300.173434:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1626 00000100:00100000:2.0:1763340300.173442:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280822656:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340300.173697:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 159066 -> 191989 00002000:00010000:2.0:1763340300.173702:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.173704:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.173707:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.173709:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763340300.173760:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280822656:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 317us (706us total) trans 21474838772 rc 0/0 00000100:00100000:2.0:1763340300.173768:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1626 00002000:00010000:2.0:1763340300.173772:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/561 (191989->18446744073709551615) 00002000:00100000:2.0:1763340300.173774:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd500 with x1848995280822656 ext(191989->18446744073709551615) 00002000:00010000:2.0:1763340300.173778:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfd500. 00000100:00100000:2.0:1763340300.173796:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1627 00000100:00100000:2.0:1763340300.173803:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280822912:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340300.173849:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340300.173853:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.173855:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340300.173857:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.173859:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763340300.173881:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2408:x1848995280822912:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 78us (775us total) trans 21474838773 rc 0/0 00000100:00100000:2.0:1763340300.173887:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1627 00002000:00010000:2.0:1763340300.173890:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340300.173893:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfd180 with x1848995280822912 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340300.173897:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554cbcfd180. 00000100:00100000:2.0:1763340300.173910:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1628 00000100:00100000:2.0:1763340300.173916:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280822784:12345-192.168.203.42@tcp:10:fsx.0 00002000:00010000:2.0:1763340300.173978:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763340300.173981:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.173983:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340299 00002000:00010000:2.0:1763340300.173985:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:2.0:1763340300.173987:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763340300.174009:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280822784:12345-192.168.203.42@tcp:10:fsx.0 Request processed in 93us (873us total) trans 17179871467 rc 0/0 00000100:00100000:2.0:1763340300.174016:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1628 00002000:00010000:2.0:1763340300.174019:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:2.0:1763340300.174021:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554cbcfc000 with x1848995280822784 ext(0->18446744073709551615) 00002000:00010000:2.0:1763340300.176123:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554cbcfc000. 00000100:00100000:3.0:1763340300.178710:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.178815:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823040 00000100:00100000:1.0:1763340300.178829:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823040 00000100:00100000:1.0:1763340300.179217:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9168 00000100:00100000:1.0:1763340300.179227:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+239:57388:x1848995280823040:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340300.179254:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.179274:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b22f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e0d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.179368:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824b236 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340300.179383:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824b236 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340300.179395:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824b236 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:1.0:1763340300.179422:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00000004:00200000:1.0:1763340300.179426:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340300.179444:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824b236 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340300.179471:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b22f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e0d expref: 241 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.179490:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824b236 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e0d expref: 240 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.179498:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340300.179502:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340300.179505:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e000, rc 0) 00000100:00100000:1.0:1763340300.179641:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c87fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+240:57388:x1848995280823040:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 415us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.179652:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9168 00000100:00100000:3.0:1763340300.193020:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.193953:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823168 00000100:00100000:0.0:1763340300.193968:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823168 00000100:00100000:0.0:1763340300.194065:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1629 00000100:00100000:0.0:1763340300.194075:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280823168:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340300.194393:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 191989 -> 191989 00002000:00010000:0.0:1763340300.194397:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.194400:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.194403:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.194406:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 248 -> 176 00000100:00100000:0.0:1763340300.194480:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280823168:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 406us (1469us total) trans 21474838774 rc 0/0 00000100:00100000:0.0:1763340300.194488:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1629 00000100:00100000:2.0:1763340300.199586:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.199743:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823296 00000100:00100000:1.0:1763340300.199753:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823296 00002000:00100000:1.0:1763340300.199803:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x231:0x0] (0->192511) req@ffff9555fc6dd500 x1848995280823296/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 520/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.199814:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dd500 with x1848995280823296 ext(0->192511) 00002000:00010000:1.0:1763340300.199819:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6dd500 00000100:00100000:1.0:1763340300.199843:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1630 00000100:00100000:1.0:1763340300.199852:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280823296:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:1.0:1763340300.205340:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280823296:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 5480us (5755us total) trans 0 rc 139264/139264 00000100:00100000:1.0:1763340300.205353:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1630 00002000:00100000:1.0:1763340300.205364:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x231:0x0] (0->192511) req@ffff9555fc6dd500 x1848995280823296/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 520/440 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.205374:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6dd500 with x1848995280823296 ext(0->192511) 00002000:00010000:1.0:1763340300.205380:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6dd500 00000100:00100000:3.0:1763340300.211656:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.211783:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823424 00000100:00100000:1.0:1763340300.211794:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823424 00000100:00100000:0.0:1763340300.212395:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1631 00000100:00100000:0.0:1763340300.212408:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280823424:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340300.212781:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 191989 -> 191989 00002000:00010000:0.0:1763340300.212785:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.212787:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.212789:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.212791:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:0.0:1763340300.212860:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280823424:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 455us (1213us total) trans 21474838775 rc 0/0 00000100:00100000:0.0:1763340300.212868:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1631 00000100:00100000:2.0:1763340300.219262:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.219342:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823552 00000100:00100000:0.0:1763340300.219352:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823552 00002000:00100000:0.0:1763340300.219402:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x231:0x0] (49152->81919) req@ffff9555fc6df800 x1848995280823552/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340300.219413:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df800 with x1848995280823552 ext(49152->81919) 00002000:00010000:0.0:1763340300.219419:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6df800 00000100:00100000:0.0:1763340300.219458:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1632 00000100:00100000:0.0:1763340300.219468:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280823552:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:0.0:1763340300.223360:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280823552:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 3878us (4093us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1763340300.223376:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1632 00002000:00100000:0.0:1763340300.223390:0:23980:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x231:0x0] (49152->81919) req@ffff9555fc6df800 x1848995280823552/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/440 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763340300.223401:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6df800 with x1848995280823552 ext(49152->81919) 00002000:00010000:0.0:1763340300.223407:0:23980:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6df800 00000100:00100000:3.0:1763340300.238587:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.238689:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823680 00000100:00100000:0.0:1763340300.238703:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823680 00000100:00100000:0.0:1763340300.238793:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1633 00000100:00100000:0.0:1763340300.238804:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2410:x1848995280823680:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340300.239068:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 191989 -> 191989 00002000:00010000:0.0:1763340300.239072:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.239074:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.239076:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.239079:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:0.0:1763340300.239145:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2410:x1848995280823680:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 342us (620us total) trans 21474838776 rc 0/0 00000100:00100000:0.0:1763340300.239154:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1633 00000100:00100000:2.0:1763340300.247626:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.247720:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823808 00000100:00100000:1.0:1763340300.247730:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823808 00000100:00100000:1.0:1763340300.247802:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1634 00000100:00100000:1.0:1763340300.247812:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280823808:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:1.0:1763340300.248120:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 191989 -> 191989 00002000:00010000:1.0:1763340300.248124:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.248127:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.248129:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:1.0:1763340300.248131:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 176 -> 264 00000100:00100000:1.0:1763340300.248191:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280823808:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 381us (576us total) trans 21474838777 rc 0/0 00000100:00100000:1.0:1763340300.248198:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1634 00000100:00100000:3.0:1763340300.257505:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.258049:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280823936 00000100:00100000:0.0:1763340300.258062:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280823936 00000100:00100000:0.0:1763340300.258139:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1635 00000100:00100000:0.0:1763340300.258149:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280823936:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340300.258528:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 191989 -> 191989 00002000:00010000:0.0:1763340300.258570:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.258573:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.258576:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.258578:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 264 -> 312 00000100:00100000:0.0:1763340300.259967:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280823936:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 1812us (2465us total) trans 21474838778 rc 0/0 00000100:00100000:0.0:1763340300.259979:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1635 00000100:00100000:3.0:1763340300.272893:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.272990:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280824064 00000100:00100000:0.0:1763340300.272999:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280824064 00000100:00100000:0.0:1763340300.273068:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1636 00000100:00100000:0.0:1763340300.273077:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280824064:12345-192.168.203.42@tcp:22:fsx.0 00002000:00010000:0.0:1763340300.273348:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 191989 -> 191989 00002000:00010000:0.0:1763340300.273352:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.273354:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.273356:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.273359:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 312 -> 296 00000100:00100000:0.0:1763340300.273420:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2408:x1848995280824064:12345-192.168.203.42@tcp:22:fsx.0 Request processed in 343us (534us total) trans 21474838779 rc 0/0 00000100:00100000:0.0:1763340300.273428:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1636 00000100:00100000:2.0:1763340300.280628:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.282047:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280824192 00000100:00100000:1.0:1763340300.282066:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280824192 00002000:00100000:1.0:1763340300.282140:0:23982:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x231:0x0] (114688->192511) req@ffff9555fc6de680 x1848995280824192/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/0 e 0 to 0 dl 1763340311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.282154:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6de680 with x1848995280824192 ext(114688->192511) 00002000:00010000:1.0:1763340300.282162:0:23982:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6de680 00000100:00100000:1.0:1763340300.282200:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1637 00000100:00100000:1.0:1763340300.282212:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280824192:12345-192.168.203.42@tcp:3:fsx.0 00000100:00100000:1.0:1763340300.288510:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280824192:12345-192.168.203.42@tcp:3:fsx.0 Request processed in 6280us (7877us total) trans 0 rc 77824/77824 00000100:00100000:1.0:1763340300.288528:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1637 00002000:00100000:1.0:1763340300.288630:0:23982:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x231:0x0] (114688->192511) req@ffff9555fc6de680 x1848995280824192/t0(0) o3->3c7c1171-305b-4aa4-ac4b-0298aa770348@192.168.203.42@tcp:61/0 lens 488/440 e 0 to 0 dl 1763340311 ref 1 fl Complete:/600/0 rc 77824/77824 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763340300.288642:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555fc6de680 with x1848995280824192 ext(114688->192511) 00002000:00010000:1.0:1763340300.288671:0:23982:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555fc6de680 00000100:00100000:3.0:1763340300.294921:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.295045:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280824448 00000100:00100000:1.0:1763340300.295060:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280824448 00000100:00100000:1.0:1763340300.295403:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3116 00000100:00100000:1.0:1763340300.295418:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+240:57388:x1848995280824448:12345-192.168.203.42@tcp:35:fsx.0 00000100:00100000:1.0:1763340300.296117:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+241:57388:x1848995280824448:12345-192.168.203.42@tcp:35:fsx.0 Request processed in 698us (1209us total) trans 4294972728 rc 0/0 00000100:00100000:1.0:1763340300.296126:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3116 00000100:00100000:2.0:1763340300.319350:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.319411:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280824704 00000100:00100000:1.0:1763340300.319425:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280824704 00000100:00100000:0.0:1763340300.319657:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9169 00000100:00100000:2.0:1763340300.319778:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+241:57393:x1848995280824704:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340300.319812:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340300.319975:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b23d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e14 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.320085:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.320231:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320244:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320258:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.320264:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320269:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320390:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b252 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.320402:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b252 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320408:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b252 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340300.320418:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00010000:00010000:2.0:1763340300.320497:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320504:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320509:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320515:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320520:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340300.320524:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320530:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320598:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9555fd5a4d00) 00010000:00010000:2.0:1763340300.320600:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340300.320605:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320611:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b244 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320626:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320631:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320636:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320640:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340300.320643:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320648:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320655:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9555fd5a4800) 00010000:00010000:2.0:1763340300.320657:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340300.320659:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320664:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b24b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.320715:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b23d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e14 expref: 244 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.320733:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b252 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e14 expref: 243 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.320740:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340300.320743:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340300.320745:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7c00, rc 0) 00000100:00100000:2.0:1763340300.324488:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+243:57393:x1848995280824704:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4807us (5142us total) trans 4294972729 rc 0/0 00000100:00100000:2.0:1763340300.324502:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9169 00000100:00100000:3.0:1763340300.330469:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.330631:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.330860:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280825088 00000100:00100000:2.0:1763340300.330875:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280825088 00000100:00100000:2.0:1763340300.330956:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9170 00000100:00100000:2.0:1763340300.330969:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+243:57393:x1848995280825088:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340300.331012:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340300.331045:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b260 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e1b expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.331770:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.331787:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.331802:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340300.331817:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e1:0x0]: returning size 0 00010000:00010000:2.0:1763340300.331893:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b260 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 246 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.331921:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 245 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.331931:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9555fd5a4100) 00010000:00010000:2.0:1763340300.331935:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340300.331939:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:2.0:1763340300.332037:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+245:57393:x1848995280825088:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1070us (1587us total) trans 4294972730 rc 0/0 00000100:00100000:2.0:1763340300.332045:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9170 00000100:00100000:1.0:1763340300.332753:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280824832 00000100:00100000:1.0:1763340300.332764:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280824832 00000100:00100000:1.0:1763340300.332829:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 416 00000100:00100000:1.0:1763340300.332840:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+245:2407:x1848995280824832:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340300.332858:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340300.332881:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7c00/0xbdebf3fb1824b252 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e14 expref: 245 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.332899:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340300.332904:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340300.332949:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+244:2407:x1848995280824832:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 111us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.332956:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 416 00000100:00100000:0.0:1763340300.337969:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.338726:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280825344 00000100:00100000:2.0:1763340300.338741:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280825344 00000100:00100000:2.0:1763340300.338810:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9171 00000100:00100000:2.0:1763340300.338822:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+244:57393:x1848995280825344:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340300.338857:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340300.338885:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b275 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e22 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.340370:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.340401:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 245 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.340410:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.340461:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 245 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.340479:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 245 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763340300.340496:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292239104:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340300.340657:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c8f600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.344030:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555fc6dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292239104:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340300.344070:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:0.0:1763340300.344346:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.344640:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280825472 00000100:00100000:1.0:1763340300.344652:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280825472 00010000:00010000:1.0:1763340300.344703:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 246 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.344748:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2994 00000100:00100000:1.0:1763340300.344759:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+246:2408:x1848995280825472:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340300.344780:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340300.344858:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 246 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763340300.344873:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 246 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763340300.344902:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b267 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e1b expref: 246 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763340300.344922:0:7449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9555fd5a4100) 00010000:00010000:1.0:1763340300.344928:0:7449:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.344939:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.344948:0:7449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.344985:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340300.345068:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+245:2408:x1848995280825472:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 308us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.345076:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2994 00010000:00010000:2.0:1763340300.345184:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345193:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340300.345216:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e1:0x0]: returning size 0 00000004:00080000:2.0:1763340300.345456:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x235:0x0], index 1: 0 00000004:00080000:2.0:1763340300.345465:0:8423:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x235:0x0], index 0: 0 00010000:00010000:2.0:1763340300.345664:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345672:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345679:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345685:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340300.345690:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345698:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345710:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9555fd5a4100) 00010000:00010000:2.0:1763340300.345713:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763340300.345717:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345723:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b27c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.345778:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b275 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e22 expref: 245 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.345788:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9555fd5a4100) 00010000:00010000:2.0:1763340300.345790:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763340300.345794:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b275 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e22 expref: 245 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.345813:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:2.0:1763340300.345855:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+244:57393:x1848995280825344:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7036us (7901us total) trans 4294972731 rc 301/301 00000100:00100000:2.0:1763340300.345863:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9171 00000100:00100000:2.0:1763340300.355106:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.355684:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280825728 00000100:00100000:1.0:1763340300.355700:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280825728 00000100:00100000:1.0:1763340300.355775:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3117 00000100:00100000:1.0:1763340300.355785:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+244:57393:x1848995280825728:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340300.356376:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+245:57393:x1848995280825728:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 587us (1284us total) trans 4294972732 rc 0/0 00000100:00100000:1.0:1763340300.356386:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3117 00000100:00100000:3.0:1763340300.359739:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.360266:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280825856 00000100:00100000:2.0:1763340300.360282:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280825856 00000100:00100000:0.0:1763340300.361478:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9172 00000100:00100000:0.0:1763340300.361504:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+245:57393:x1848995280825856:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340300.361551:0:6515:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340300.361594:0:6515:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824b28a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e29 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.361710:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b291 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763340300.361727:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b291 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.361742:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b291 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000004:00200000:0.0:1763340300.361807:0:6515:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e1:0x0]: returning size 0 00000004:00200000:0.0:1763340300.361812:0:6515:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763340300.361835:0:6515:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b291 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.361867:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824b28a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e29 expref: 247 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.361889:0:6515:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b291 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e29 expref: 246 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.361899:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:0.0:1763340300.361903:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763340300.361906:0:6515:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845cc00, rc 0) 00000100:00100000:0.0:1763340300.362014:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+246:57393:x1848995280825856:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 522us (2288us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.362022:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9172 00000100:00100000:0.0:1763340300.366479:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.366573:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.366696:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280825984 00000100:00100000:1.0:1763340300.366711:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280825984 00000100:00100000:2.0:1763340300.366747:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280826112 00000100:00100000:2.0:1763340300.366752:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280826112 00000100:00100000:2.0:1763340300.366787:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6194 00000100:00100000:2.0:1763340300.366798:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280825984:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340300.366823:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340300.366852:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e30 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763340300.366881:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763340300.366907:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340300.366910:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340300.366920:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 24 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340300.366942:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 24 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763340300.366957:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7800, rc 0) 00000100:00100000:1.0:1763340300.367018:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6195 00000100:00100000:2.0:1763340300.367025:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280825984:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 230us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.367027:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280826112:12345-192.168.203.42@tcp:101:lfs.0 00000100:00100000:2.0:1763340300.367034:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6194 00010000:00010000:1.0:1763340300.367036:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.367049:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e37 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340300.367065:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340300.367091:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.367093:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.367098:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 23 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.367112:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 23 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.367120:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:1.0:1763340300.367142:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280826112:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 118us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.367148:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6195 00000100:00100000:2.0:1763340300.371092:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.371331:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280826368 00000100:00100000:0.0:1763340300.371345:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280826368 00000100:00100000:0.0:1763340300.371434:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9173 00000100:00100000:0.0:1763340300.371445:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+246:57393:x1848995280826368:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340300.371929:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340300.371963:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2a6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e3e expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.372120:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b2ad lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340300.372140:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b2ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.372154:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b2ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340300.372170:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00010000:00010000:0.0:1763340300.372333:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2a6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e3e expref: 249 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.372357:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b2ad lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e3e expref: 248 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.372366:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.372369:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340300.372373:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d600, rc 0) 00000100:00100000:0.0:1763340300.372460:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+248:57393:x1848995280826368:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1016us (1386us total) trans 4294972733 rc 0/0 00000100:00100000:0.0:1763340300.372473:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9173 00000100:00100000:3.0:1763340300.376116:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.377025:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.378016:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280826496 00000100:00100000:0.0:1763340300.378032:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280826496 00000100:00100000:0.0:1763340300.378109:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280826624 00000100:00100000:0.0:1763340300.378113:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280826624 00000100:00100000:0.0:1763340300.378158:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6196 00000100:00100000:0.0:1763340300.378171:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280826496:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:0.0:1763340300.378238:0:35203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378262:0:35203:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378272:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.378274:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.378279:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378326:0:35203:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x50000000020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378343:0:35203:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x70000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 23 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763340300.378361:0:35203:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292239232:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340300.378461:0:35203:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d0ff9600 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.378487:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6197 00000100:00100000:0.0:1763340300.378496:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280826624:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:0.0:1763340300.378519:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378570:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378578:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.378579:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.378582:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378609:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.378618:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 24 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763340300.378630:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292239360:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340300.378661:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6540 going to sleep for 11 seconds 00000100:00100000:3.0:1763340300.378855:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.379143:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280826752 00000100:00100000:1.0:1763340300.379157:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280826752 00000100:00100000:1.0:1763340300.379200:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6198 00000100:00100000:1.0:1763340300.379208:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280826752:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340300.379233:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.379252:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.379260:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340300.379261:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340300.379264:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.379287:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.379296:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 24 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.379306:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5425f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292239488:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340300.379354:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.384951:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.384988:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.385084:0:35203:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35203:1848995292239232:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340300.385124:0:35203:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.385590:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280826880 00000100:00100000:3.0:1763340300.385600:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280826880 00010000:00010000:3.0:1763340300.385661:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.385703:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280827008 00000100:00100000:3.0:1763340300.385707:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280827008 00010000:00010000:3.0:1763340300.385724:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.385755:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2995 00000100:00100000:3.0:1763340300.385766:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280826880:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.385787:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.385817:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.385831:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x50000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.385879:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d200/0xbdebf3fb1824b0ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->217087) gid 0 flags: 0x44801400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d88 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.385897:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.385899:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.385904:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.385916:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.385941:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340300.386033:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.386240:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292239360:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.386261:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.386295:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5425f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292239488:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.386310:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.386312:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280826880:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 544us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.386329:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2995 00000100:00100000:1.0:1763340300.386342:0:7449:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280827136 00000100:00100000:1.0:1763340300.386349:0:7449:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280827136 00000100:00100000:3.0:1763340300.386356:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2996 00000100:00100000:3.0:1763340300.386366:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280827008:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340300.386369:0:7449:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 24 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.386382:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.386399:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.386405:0:7449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2997 00010000:00010000:3.0:1763340300.386417:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.386419:0:7449:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280827136:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340300.386435:0:7449:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.386443:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b0fb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16da4 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763340300.386451:0:7449:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 24 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.386457:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.386460:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.386465:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386471:0:7449:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 24 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.386476:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386494:0:7449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ca00/0xbdebf3fb1824b102 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dab expref: 24 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.386501:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340300.386507:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.386511:0:7449:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.386514:0:7449:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386522:0:7449:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.386528:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280827008:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 161us (1536us total) trans 0 rc 0/0 00010000:00010000:1.0:1763340300.386578:0:7449:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340300.386600:0:7449:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280827136:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 184us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.386607:0:7449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2997 00010000:00010000:1.0:1763340300.386630:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386638:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386660:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.386671:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2996 00010000:00010000:1.0:1763340300.386675:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386684:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386691:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.386695:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386705:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386719:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386730:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.386730:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e400/0xbdebf3fb1824b2c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386751:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386772:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386781:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386795:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386802:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340300.386805:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386814:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386825:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.386832:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b2c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.386991:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280826624:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 8495us (9971us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.387000:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6197 00010000:00010000:0.0:1763340300.387263:0:35203:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387277:0:35203:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387294:0:35203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387302:0:35203:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387308:0:35203:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387315:0:35203:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340300.387318:0:35203:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387325:0:35203:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387335:0:35203:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.387342:0:35203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.387401:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2407:x1848995280826496:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 9232us (11301us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.387409:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6196 00000100:00100000:1.0:1763340300.389231:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2407:x1848995280826752:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 10008us (10361us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.389248:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6198 00000100:00100000:2.0:1763340300.393779:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.393825:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.393929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.394181:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280827264 00000100:00100000:1.0:1763340300.394195:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280827264 00000100:00100000:1.0:1763340300.394258:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280827392 00000100:00100000:1.0:1763340300.394261:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280827392 00000100:00100000:1.0:1763340300.394283:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280827520 00000100:00100000:1.0:1763340300.394284:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280827520 00000100:00100000:1.0:1763340300.394303:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6199 00000100:00100000:1.0:1763340300.394311:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f586fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2410:x1848995280827264:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.394334:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.394361:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e45 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340300.394390:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x231:0x0] initial LVB size: 191989, mtime: 0x691a700c, atime: 0x691a700c, ctime: 0x691a700c, blocks: 0x128 00010000:00010000:1.0:1763340300.394414:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.394416:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.394429:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 23 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.394447:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 23 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.394462:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e800, rc 0) 00000100:00100000:1.0:1763340300.394527:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f586fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280827264:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 216us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.394574:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6199 00000100:00100000:1.0:1763340300.394721:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6200 00000100:00100000:1.0:1763340300.394728:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2410:x1848995280827392:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.394735:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.394747:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e4c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340300.394761:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x233:0x0] initial LVB size: 0, mtime: 0x691a700c, atime: 0x691a700b, ctime: 0x691a700c, blocks: 0x1800 00010000:00010000:1.0:1763340300.394772:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.394774:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.394779:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 24 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.394792:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 24 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.394800:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ee00, rc 0) 00000100:00100000:1.0:1763340300.394821:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280827392:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 95us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.394827:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6200 00000100:00100000:1.0:1763340300.394841:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6201 00000100:00100000:1.0:1763340300.394848:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+22:2409:x1848995280827520:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.394854:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.394863:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e53 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340300.394879:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x233:0x0] initial LVB size: 0, mtime: 0x691a700c, atime: 0x691a700b, ctime: 0x691a700c, blocks: 0x0 00010000:00010000:1.0:1763340300.394888:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.394890:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.394894:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 23 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.394904:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 23 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.394912:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00000100:00100000:1.0:1763340300.394933:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280827520:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 86us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.394940:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6201 00000100:00100000:2.0:1763340300.427373:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.428787:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280827648 00000100:00100000:1.0:1763340300.428805:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280827648 00000100:00100000:0.0:1763340300.428997:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6202 00000100:00100000:0.0:1763340300.429010:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280827648:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340300.429233:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2409:x1848995280827648:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 225us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.429242:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6202 00000100:00100000:2.0:1763340300.432634:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.432820:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280827776 00000100:00100000:0.0:1763340300.432833:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280827776 00000100:00100000:0.0:1763340300.432896:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9174 00000100:00100000:0.0:1763340300.432906:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+248:57393:x1848995280827776:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340300.432936:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340300.432963:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2e5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e5a expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.433006:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340300.433022:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.433036:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.433179:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d000/0xbdebf3fb1824b2e5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 250 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.433198:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 249 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.433214:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:0.0:1763340300.433217:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763340300.433221:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c400, rc 0) 00000100:00100000:0.0:1763340300.433303:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+249:57393:x1848995280827776:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 398us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.433311:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9174 00000100:00100000:2.0:1763340300.436652:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.437075:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828032 00000100:00100000:1.0:1763340300.437090:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828032 00000100:00100000:1.0:1763340300.437466:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9175 00000100:00100000:1.0:1763340300.437480:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+249:57393:x1848995280828032:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340300.437592:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340300.437631:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845cc00/0xbdebf3fb1824b291 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e29 expref: 249 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.437655:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:1.0:1763340300.437662:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340300.437894:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763340300.437912:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340300.437922:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00000001:00080000:1.0:1763340300.437976:0:6515:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972734 00000004:00010000:1.0:1763340300.437999:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d699961 reply state 0000000036e615f2 transno 4294972735 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340300.438012:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:1.0:1763340300.438018:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:1.0:1763340300.438021:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340300.438024:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340300.438143:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+251:57393:x1848995280828032:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 665us (1511us total) trans 4294972735 rc 0/0 00000100:00100000:1.0:1763340300.438151:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9175 00000020:00080000:1.0:1763340300.438156:0:6515:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340300.444995:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.445105:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828160 00000100:00100000:3.0:1763340300.445120:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828160 00000100:00100000:3.0:1763340300.445195:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9176 00000100:00100000:3.0:1763340300.445207:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+251:57393:x1848995280828160:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340300.445238:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340300.445268:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e61 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.445347:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 252 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.445364:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 252 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.445385:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:3.0:1763340300.445389:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763340300.445394:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651800, rc 0) 00000100:00100000:3.0:1763340300.445466:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+252:57393:x1848995280828160:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 261us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.445474:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9176 00000100:00100000:2.0:1763340300.452007:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.452103:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828288 00000100:00100000:3.0:1763340300.452124:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828288 00000100:00100000:3.0:1763340300.452194:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6203 00000100:00100000:3.0:1763340300.452204:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:57393:x1848995280828288:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340300.452235:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340300.452262:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e68 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.452300:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 25 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340300.452310:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.452312:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.452317:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.452364:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 25 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340300.452378:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 25 pid: 8399 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763340300.452395:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292239616:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340300.453147:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c6554600 going to sleep for 11 seconds 00000100:00100000:3.0:1763340300.456613:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292239616:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340300.456661:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.456688:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651600, rc 0) 00000100:00100000:3.0:1763340300.456757:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:57393:x1848995280828288:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4554us (4766us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.456768:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6203 00000100:00100000:3.0:1763340300.458375:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.458443:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828416 00000100:00100000:0.0:1763340300.458456:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828416 00010000:00010000:0.0:1763340300.458506:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 25 pid: 8399 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763340300.458590:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2998 00000100:00100000:0.0:1763340300.458603:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280828416:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340300.458622:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340300.458628:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 25 pid: 8399 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.458641:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 25 pid: 8399 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.458670:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b298 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e30 expref: 25 pid: 8399 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.458687:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.458689:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.458697:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.458708:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.458755:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 24 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.458771:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6499:1848995292239744:192.168.203.42@tcp:105: 00000100:00100000:0.0:1763340300.458870:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.465602:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6499:1848995292239744:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340300.465635:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340300.465720:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280828416:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 7119us (7356us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.465733:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2998 00000100:00100000:2.0:1763340300.469358:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.469969:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828544 00000100:00100000:0.0:1763340300.469986:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828544 00000100:00100000:0.0:1763340300.470066:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6204 00000100:00100000:0.0:1763340300.470077:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:57393:x1848995280828544:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340300.470102:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340300.470126:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b308 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e6f expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.470165:0:30853:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 24 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340300.470180:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.470183:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.470188:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b308 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e6f expref: 24 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.470242:0:30853:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 24 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763340300.470258:0:30853:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 24 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763340300.470274:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292239872:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340300.470394:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.477102:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292239872:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340300.477150:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b308 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e6f expref: 24 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340300.477152:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340300.477179:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845d000, rc 0) 00000100:00100000:0.0:1763340300.477879:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:57393:x1848995280828544:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7799us (8532us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.477890:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6204 00000100:00100000:3.0:1763340300.478089:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828672 00000100:00100000:3.0:1763340300.478098:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828672 00010000:00010000:3.0:1763340300.478142:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 24 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763340300.478188:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2999 00000100:00100000:3.0:1763340300.478208:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280828672:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.478227:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.478234:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 24 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:3.0:1763340300.478248:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 24 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:3.0:1763340300.478277:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b29f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e37 expref: 24 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:3.0:1763340300.478294:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.478297:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.478305:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b308 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e6f expref: 23 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.478317:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e6f expref: 23 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.478359:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845d000/0xbdebf3fb1824b308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e6f expref: 23 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.478376:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f61f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292240000:192.168.203.42@tcp:105: 00000100:00100000:3.0:1763340300.478462:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c6554600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.484799:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.484899:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.485016:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f61f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6499:1848995292240000:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340300.485046:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340300.485121:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2407:x1848995280828672:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 6923us (7970us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.485136:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2999 00000100:00100000:0.0:1763340300.485614:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828800 00000100:00100000:0.0:1763340300.485626:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828800 00000100:00100000:1.0:1763340300.485656:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280828928 00000100:00100000:1.0:1763340300.485663:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280828928 00002000:00010000:0.0:1763340300.485678:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/565 (0->18446744073709551615) 00002000:00100000:0.0:1763340300.485685:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b30a80 with x1848995280828800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.485687:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/565 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.485694:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b30e00 with x1848995280828928 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.485702:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b30e00. 00002000:00010000:0.0:1763340300.485722:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b30a80. 00000100:00100000:1.0:1763340300.485739:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1638 00000100:00100000:1.0:1763340300.485750:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+23:2408:x1848995280828928:12345-192.168.203.42@tcp:10:lfs.0 00000100:00100000:0.0:1763340300.485944:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1639 00000100:00100000:0.0:1763340300.485954:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280828800:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:1.0:1763340300.486585:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340300.486591:0:23982:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb mtime from disk: 0 -> 1763340301 00002000:00010000:1.0:1763340300.486595:0:23982:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340300.486598:0:23982:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb ctime from disk: 0 -> 1763340301 00002000:00010000:1.0:1763340300.486601:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340300.486676:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280828928:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 925us (1774us total) trans 21474838780 rc 0/0 00000100:00100000:1.0:1763340300.486686:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1638 00002000:00010000:1.0:1763340300.486691:0:23982:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/565 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.486694:0:23982:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b30e00 with x1848995280828928 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.486700:0:23982:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9555c6b30e00. 00002000:00010000:0.0:1763340300.486745:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340300.486750:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb mtime from disk: 0 -> 1763340301 00002000:00010000:0.0:1763340300.486752:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763340300.486754:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb ctime from disk: 0 -> 1763340301 00002000:00010000:0.0:1763340300.486755:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763340300.486783:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280828800:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 830us (2001us total) trans 17179871468 rc 0/0 00000100:00100000:0.0:1763340300.486789:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1639 00002000:00010000:0.0:1763340300.486792:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/565 (0->18446744073709551615) 00002000:00100000:0.0:1763340300.486795:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9555c6b30a80 with x1848995280828800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763340300.486801:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9555c6b30a80. 00000100:00100000:2.0:1763340300.494637:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.494739:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829056 00000100:00100000:0.0:1763340300.494756:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829056 00000100:00100000:0.0:1763340300.494831:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6205 00000100:00100000:0.0:1763340300.494843:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280829056:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340300.495454:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280829056:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 609us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.495462:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6205 00000100:00100000:2.0:1763340300.499871:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.501155:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829184 00000100:00100000:3.0:1763340300.501173:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829184 00000100:00100000:3.0:1763340300.501256:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6206 00000100:00100000:3.0:1763340300.501268:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280829184:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:3.0:1763340300.501433:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280829184:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 167us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.501442:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6206 00000100:00100000:2.0:1763340300.505663:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.505789:0:23981:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829312 00000100:00100000:3.0:1763340300.505803:0:23981:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829312 00000100:00100000:3.0:1763340300.505882:0:23981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1640 00000100:00100000:3.0:1763340300.505893:0:23981:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280829312:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:3.0:1763340300.505951:0:23981:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.505969:0:23981:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.505972:0:23981:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.505979:0:23981:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.505994:0:23981:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.506123:0:23981:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.506133:0:23981:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.506143:0:23981:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.506150:0:23981:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1650a00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340300.506156:0:23981:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.506164:0:23981:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.506183:0:23981:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.506191:0:23981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b30f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23981 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.506278:0:23981:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280829312:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 386us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763340300.506286:0:23981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1640 00000100:00100000:2.0:1763340300.515817:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.516096:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829440 00000100:00100000:0.0:1763340300.516110:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829440 00000100:00100000:0.0:1763340300.516245:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1641 00000100:00100000:0.0:1763340300.516259:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2410:x1848995280829440:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:0.0:1763340300.516311:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.516345:0:23980:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.516355:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.516358:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.516362:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.516406:0:23980:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.516422:0:23980:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 25 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763340300.516439:0:23980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:23980:1848995292240128:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340300.517051:0:23980:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.519189:0:23980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:23980:1848995292240128:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340300.519227:0:23980:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340300.519702:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.519959:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829568 00000100:00100000:3.0:1763340300.519968:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829568 00010000:00010000:3.0:1763340300.520012:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 26 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.520060:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3000 00000100:00100000:3.0:1763340300.520071:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2408:x1848995280829568:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.520104:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.520130:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 26 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.520144:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 26 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.520170:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9555c1651600/0xbdebf3fb1824b301 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e68 expref: 26 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.520189:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.520191:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.520197:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.520207:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.520246:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340300.520325:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280829568:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 255us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.520334:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3000 00010000:00010000:2.0:1763340300.520811:0:23980:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.520824:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763340300.528298:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871469 is committed 00000001:00080000:2.0:1763340300.528325:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871464 is committed 00002000:00010000:0.0:1763340300.528415:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 0 -> 12288 00002000:00010000:0.0:1763340300.528421:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763340300.528433:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.528450:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.528458:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.528464:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340300.528468:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.528475:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.528492:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.528498:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b316 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.528830:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2410:x1848995280829440:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 12571us (13025us total) trans 17179871469 rc 0/0 00000100:00100000:0.0:1763340300.528840:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1641 00000100:00100000:2.0:1763340300.534841:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.537710:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829696 00000100:00100000:0.0:1763340300.537726:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829696 00000100:00100000:0.0:1763340300.537799:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6207 00000100:00100000:0.0:1763340300.537809:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280829696:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340300.537921:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280829696:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 114us (3090us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.537929:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6207 00000100:00100000:2.0:1763340300.547662:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.547909:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829824 00000100:00100000:0.0:1763340300.547921:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829824 00000100:00100000:0.0:1763340300.547982:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6208 00000100:00100000:0.0:1763340300.547993:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280829824:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:0.0:1763340300.548716:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280829824:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 722us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.548727:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6208 00000100:00100000:1.0:1763340300.568008:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.568235:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280829952 00000100:00100000:0.0:1763340300.568245:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280829952 00000100:00100000:0.0:1763340300.568320:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1642 00000100:00100000:0.0:1763340300.568330:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280829952:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:0.0:1763340300.568529:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568581:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.568583:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.568590:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568605:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568716:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568725:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568733:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568740:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340300.568744:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568752:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568768:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.568775:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b31d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.569259:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280829952:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 927us (1256us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1763340300.569268:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1642 00000100:00100000:2.0:1763340300.584304:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.584419:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830080 00000100:00100000:1.0:1763340300.584429:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830080 00000100:00100000:1.0:1763340300.584507:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1643 00000100:00100000:1.0:1763340300.584518:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280830080:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:1.0:1763340300.584616:0:23980:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 12288, mtime: 0x691a700d, atime: 0x0, ctime: 0x691a700d, blocks: 0x8 00010000:00010000:1.0:1763340300.584625:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.584638:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.584640:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.584645:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.584657:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763340300.591360:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871470 is committed 00002000:00010000:1.0:1763340300.591505:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 12288 -> 28672 00002000:00010000:1.0:1763340300.591511:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 8 -> 32 00010000:00010000:1.0:1763340300.591525:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.591567:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.591577:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.591584:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.591589:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.591598:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.591618:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.591625:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b324 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [16384->28671] (req 16384->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.592325:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280830080:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 7799us (8213us total) trans 17179871470 rc 0/0 00000100:00100000:1.0:1763340300.592338:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1643 00000100:00100000:2.0:1763340300.596971:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.597050:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830208 00000100:00100000:3.0:1763340300.597060:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830208 00000100:00100000:1.0:1763340300.599967:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6209 00000100:00100000:1.0:1763340300.599994:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280830208:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340300.600135:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2410:x1848995280830208:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 152us (3172us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.600145:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6209 00000100:00100000:2.0:1763340300.604622:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.604896:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830336 00000100:00100000:1.0:1763340300.604907:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830336 00000100:00100000:1.0:1763340300.604965:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6210 00000100:00100000:1.0:1763340300.604976:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280830336:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340300.605098:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280830336:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 123us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.605105:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6210 00000100:00100000:2.0:1763340300.611848:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.613455:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830464 00000100:00100000:1.0:1763340300.613470:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830464 00000100:00100000:1.0:1763340300.613573:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1644 00000100:00100000:1.0:1763340300.613594:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280830464:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:1.0:1763340300.613650:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613667:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.613669:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.613676:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613690:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613792:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613802:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613811:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613818:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f200 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.613823:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613832:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613847:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.613854:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f200/0xbdebf3fb1824b32b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.613930:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2409:x1848995280830464:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 347us (2104us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1763340300.613939:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1644 00000100:00100000:3.0:1763340300.618746:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.618862:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830592 00000100:00100000:1.0:1763340300.618873:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830592 00000100:00100000:1.0:1763340300.618945:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1645 00000100:00100000:1.0:1763340300.618954:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280830592:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:1.0:1763340300.619004:0:23980:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 28672, mtime: 0x691a700d, atime: 0x0, ctime: 0x691a700d, blocks: 0x20 00010000:00010000:1.0:1763340300.619014:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.619040:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.619043:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.619048:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.619062:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763340300.620876:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871471 is committed 00002000:00010000:1.0:1763340300.621083:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 28672 -> 53248 00002000:00010000:1.0:1763340300.621088:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 32 -> 48 00010000:00010000:1.0:1763340300.621101:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.621111:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.621119:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.621126:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.621130:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.621137:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.621153:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.621164:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b332 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [45056->53247] (req 45056->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.621253:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2409:x1848995280830592:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 2295us (2513us total) trans 17179871471 rc 0/0 00000100:00100000:1.0:1763340300.621263:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1645 00000100:00100000:2.0:1763340300.625515:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.626379:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830720 00000100:00100000:1.0:1763340300.626390:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830720 00000100:00100000:1.0:1763340300.626445:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6211 00000100:00100000:1.0:1763340300.626453:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280830720:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340300.626598:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2407:x1848995280830720:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 145us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.626605:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6211 00000100:00100000:2.0:1763340300.630731:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.630842:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830848 00000100:00100000:1.0:1763340300.630852:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830848 00000100:00100000:1.0:1763340300.630912:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6212 00000100:00100000:1.0:1763340300.630922:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280830848:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:1.0:1763340300.631054:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280830848:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 133us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.631062:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6212 00000100:00100000:3.0:1763340300.636306:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.637653:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280830976 00000100:00100000:1.0:1763340300.637667:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280830976 00000100:00100000:1.0:1763340300.637748:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1646 00000100:00100000:1.0:1763340300.637758:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280830976:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:1.0:1763340300.637816:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.637831:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.637833:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.637839:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.637852:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.638318:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.638328:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.638336:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.638343:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.638348:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.638356:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.638372:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.638385:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b339 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.638465:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280830976:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 706us (2171us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1763340300.638473:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1646 00000100:00100000:3.0:1763340300.648436:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.648567:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280831104 00000100:00100000:1.0:1763340300.648577:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280831104 00000100:00100000:1.0:1763340300.648647:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1647 00000100:00100000:1.0:1763340300.648658:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280831104:12345-192.168.203.42@tcp:4:lfs.0 00002000:00010000:1.0:1763340300.648706:0:23980:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 53248, mtime: 0x691a700d, atime: 0x0, ctime: 0x691a700d, blocks: 0x30 00010000:00010000:1.0:1763340300.648715:0:23980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.648728:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.648730:0:23980:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.648736:0:23980:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.648749:0:23980:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763340300.650718:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871472 is committed 00002000:00010000:1.0:1763340300.650881:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 53248 -> 98304 00002000:00010000:1.0:1763340300.650885:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:1.0:1763340300.650896:0:23980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.650909:0:23980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.650916:0:23980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.650922:0:23980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.650925:0:23980:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.650933:0:23980:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.650949:0:23980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.650957:0:23980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b340 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [86016->98303] (req 86016->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23980 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.651040:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280831104:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 2381us (2610us total) trans 17179871472 rc 0/0 00000100:00100000:1.0:1763340300.651050:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1647 00000100:00100000:2.0:1763340300.656026:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.656714:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280831232 00000100:00100000:1.0:1763340300.656725:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280831232 00000100:00100000:2.0:1763340300.656990:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6213 00000100:00100000:2.0:1763340300.657000:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280831232:12345-192.168.203.42@tcp:23:lfs.0 00000100:00100000:2.0:1763340300.657134:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280831232:12345-192.168.203.42@tcp:23:lfs.0 Request processed in 135us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.657141:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6213 00000100:00100000:3.0:1763340300.661186:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.661875:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280831488 00000100:00100000:2.0:1763340300.661885:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280831488 00000100:00100000:2.0:1763340300.662243:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9177 00000100:00100000:2.0:1763340300.662252:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+252:57393:x1848995280831488:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:2.0:1763340300.662451:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763340300.662468:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340300.662478:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763340300.662525:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972736 00000004:00010000:2.0:1763340300.662576:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a3b12327 reply state 0000000004893f22 transno 4294972737 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340300.662592:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763340300.662599:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:2.0:1763340300.662603:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763340300.662606:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763340300.662701:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+255:57393:x1848995280831488:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 450us (1522us total) trans 4294972737 rc 0/0 00000100:00100000:2.0:1763340300.662709:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9177 00000020:00080000:2.0:1763340300.662715:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340300.665228:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.665346:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280831616 00000100:00100000:1.0:1763340300.665355:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280831616 00000100:00100000:1.0:1763340300.666100:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6214 00000100:00100000:1.0:1763340300.666113:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:57393:x1848995280831616:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.666133:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.666155:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e76 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340300.666176:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 98304, mtime: 0x691a700d, atime: 0x0, ctime: 0x691a700d, blocks: 0x48 00010000:00010000:1.0:1763340300.666197:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.666201:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.666207:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.666222:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.666233:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340300.666292:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:57393:x1848995280831616:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 182us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.666299:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6214 00000100:00100000:0.0:1763340300.669017:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.669048:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.669134:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280831744 00000100:00100000:1.0:1763340300.669144:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280831744 00002000:00010000:1.0:1763340300.669180:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/565 (191989->18446744073709551615) 00002000:00100000:1.0:1763340300.669185:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1b800 with x1848995280831744 ext(191989->18446744073709551615) 00002000:00010000:1.0:1763340300.669197:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1b800. 00000100:00100000:1.0:1763340300.669227:0:23980:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280831872 00000100:00100000:1.0:1763340300.669230:0:23980:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280831872 00002000:00010000:1.0:1763340300.669244:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/565 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.669247:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f18380 with x1848995280831872 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.669254:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3f18380. 00000100:00100000:1.0:1763340300.669282:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1648 00000100:00100000:1.0:1763340300.669291:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280831744:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:1.0:1763340300.669486:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 98304 -> 191989 00002000:00010000:1.0:1763340300.669490:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb mtime from disk: 1763340301 -> 1763340301 00002000:00010000:1.0:1763340300.669492:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340300.669495:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb ctime from disk: 1763340301 -> 1763340301 00002000:00010000:1.0:1763340300.669497:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1763340300.669588:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280831744:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 297us (579us total) trans 17179871473 rc 0/0 00000100:00100000:1.0:1763340300.669596:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1648 00002000:00010000:1.0:1763340300.669600:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/565 (191989->18446744073709551615) 00002000:00100000:1.0:1763340300.669603:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f1b800 with x1848995280831744 ext(191989->18446744073709551615) 00002000:00010000:1.0:1763340300.669608:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9554c3f1b800. 00000100:00100000:1.0:1763340300.669625:0:23980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1649 00000100:00100000:1.0:1763340300.669632:0:23980:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+24:2408:x1848995280831872:12345-192.168.203.42@tcp:10:lfs.0 00002000:00010000:1.0:1763340300.669738:0:23980:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340300.669741:0:23980:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb mtime from disk: 1763340301 -> 1763340301 00002000:00010000:1.0:1763340300.669744:0:23980:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763340300.669746:0:23980:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb ctime from disk: 1763340301 -> 1763340301 00002000:00010000:1.0:1763340300.669748:0:23980:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340300.669771:0:23980:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2408:x1848995280831872:12345-192.168.203.42@tcp:10:lfs.0 Request processed in 140us (722us total) trans 21474838781 rc 0/0 00000100:00100000:1.0:1763340300.669778:0:23980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1649 00002000:00010000:1.0:1763340300.669781:0:23980:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/565 (0->18446744073709551615) 00002000:00100000:1.0:1763340300.669783:0:23980:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9554c3f18380 with x1848995280831872 ext(0->18446744073709551615) 00002000:00010000:1.0:1763340300.669788:0:23980:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9554c3f18380. 00000100:00100000:3.0:1763340300.672828:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.673320:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832000 00000100:00100000:0.0:1763340300.673330:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832000 00000100:00100000:0.0:1763340300.673975:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1650 00000100:00100000:0.0:1763340300.673986:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280832000:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:0.0:1763340300.674025:0:23982:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674040:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.674042:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.674048:0:23982:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674060:0:23982:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674167:0:23982:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674176:0:23982:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674183:0:23982:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674190:0:23982:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340300.674195:0:23982:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674203:0:23982:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674219:0:23982:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.674227:0:23982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b355 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.674304:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280832000:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 320us (1485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763340300.674312:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1650 00000100:00100000:1.0:1763340300.682883:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.682983:0:23979:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832128 00000100:00100000:3.0:1763340300.682993:0:23979:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832128 00000100:00100000:0.0:1763340300.683617:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1651 00000100:00100000:0.0:1763340300.683630:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280832128:12345-192.168.203.42@tcp:4:lfs.0 00010000:00010000:0.0:1763340300.683666:0:23982:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.683683:0:23982:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.683691:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.683693:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763340300.683696:0:23982:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.683728:0:23982:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.683742:0:23982:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 19 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763340300.683761:0:23982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:23982:1848995292240256:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340300.683846:0:23982:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6300 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.687813:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.687942:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832256 00000100:00100000:3.0:1763340300.687951:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832256 00010000:00010000:3.0:1763340300.687987:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 20 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.688032:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3001 00000100:00100000:3.0:1763340300.688042:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280832256:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.688056:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.688075:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 20 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.688088:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 20 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.688110:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.688112:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.688116:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.688125:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.688144:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763340300.688333:0:23982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b34e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e76 expref: 20 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763340300.688349:0:23982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:23982:1848995292240256:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340300.688369:0:23982:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.688379:0:23982:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.688387:0:23982:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.690932:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+21:2408:x1848995280832256:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2882us (3118us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.690945:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3001 00000001:00080000:3.0:1763340300.693067:0:25983:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871474 is committed 00002000:00010000:0.0:1763340300.693174:0:23982:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 191989 -> 192512 00002000:00010000:0.0:1763340300.693178:0:23982:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 72 -> 88 00010000:00010000:0.0:1763340300.693192:0:23982:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.693202:0:23982:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.693211:0:23982:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.693218:0:23982:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845ce00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340300.693223:0:23982:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.693231:0:23982:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.693248:0:23982:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.693254:0:23982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845ce00/0xbdebf3fb1824b35c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.693334:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2408:x1848995280832128:12345-192.168.203.42@tcp:4:lfs.0 Request processed in 9705us (10457us total) trans 17179871474 rc 0/0 00000100:00100000:0.0:1763340300.693344:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1651 00000100:00100000:2.0:1763340300.697270:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.697352:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832384 00000100:00100000:0.0:1763340300.697362:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832384 00000100:00100000:0.0:1763340300.697977:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9178 00000100:00100000:0.0:1763340300.697989:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+255:57393:x1848995280832384:12345-192.168.203.42@tcp:44:lfs.0 00000001:00080000:2.0:1763340300.702338:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972737 is committed 00010000:00010000:0.0:1763340300.702365:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702378:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00000004:00080000:2.0:1763340300.702380:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 905 committed 00010000:00010000:0.0:1763340300.702390:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702397:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643ec00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340300.702401:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702409:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702431:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.702434:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340300.702439:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702445:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b0ed lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702474:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702480:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702493:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702498:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340300.702501:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702506:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702515:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.702517:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340300.702520:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702526:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b1fe lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702591:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702599:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702605:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702610:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340300.702614:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702619:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702627:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.702630:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340300.702633:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702639:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b213 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000004:00080000:2.0:1763340300.702645:0:7432:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 884 committed 00010000:00010000:0.0:1763340300.702649:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702656:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702662:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702666:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845da00 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340300.702669:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702678:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702685:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.702687:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340300.702690:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702695:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845da00/0xbdebf3fb1824b228 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.702704:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702709:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702714:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702719:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340300.702722:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702727:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702734:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:0.0:1763340300.702736:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340300.702739:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702744:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b2f3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 00010000:00010000:0.0:1763340300.702753:0:3635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340300.702758:0:3635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340300.702763:0:3635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340300.702767:0:3635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:0.0:1763340300.702772:0:3635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340300.702777:0:3635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340300.702783:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:0.0:1763340300.702786:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763340300.702788:0:3635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763340300.702794:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b347 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763340300.703126:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c5424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292240512:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763340300.703182:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.703225:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763340300.703231:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292240384:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340300.703254:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.703282:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292240512 00000100:00100000:1.0:1763340300.703289:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292240512 00000100:00100000:1.0:1763340300.703324:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6215 00000100:00100000:1.0:1763340300.703332:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1848995292240512:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763340300.703355:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:564 count 1 00010000:00010000:1.0:1763340300.703378:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.703397:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.703405:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340300.703407:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340300.703410:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.703434:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.703446:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 16 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.703464:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c4859500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292240640:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340300.703528:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763340300.704143:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292240384 00000100:00100000:3.0:1763340300.704149:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292240384 00000100:00100000:3.0:1763340300.704215:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6216 00000100:00100000:3.0:1763340300.704222:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3651:x1848995292240384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763340300.704240:0:8457:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:564 count 1 00010000:00010000:3.0:1763340300.704260:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.704273:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 24 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340300.704280:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.704282:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.704284:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.704308:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 24 pid: 35203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763340300.704319:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 24 pid: 35203 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763340300.704330:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292240768:192.168.203.42@tcp:104: 00000100:00100000:3.0:1763340300.704379:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554c65549c0 going to sleep for 11 seconds 00000020:00080000:2.0:1763340300.704848:0:7432:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9554cbccbb40 refcount 2 committed 0 result 0 batchid 45 00000020:00080000:2.0:1763340300.704854:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9555fca0e400 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9554cbccbe40 00000020:00080000:2.0:1763340300.704858:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9555fca0ee00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9554cbccb540 00000020:00080000:2.0:1763340300.704862:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9555fca0e200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9554c4dca000 00000020:00080000:2.0:1763340300.704865:0:7432:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].24 00000020:00080000:2.0:1763340300.704901:0:7432:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 44 batchid updated 00000020:00080000:2.0:1763340300.704920:0:7452:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 45 committed batchid 44 00000020:00080000:2.0:1763340300.705024:0:7452:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 44 cancel update log [0x240000400:0x2:0x0].23: rc = 0 00000020:00080000:2.0:1763340300.705034:0:7452:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 44 00000100:00100000:2.0:1763340300.705115:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57393:x1848995280832384:12345-192.168.203.42@tcp:44:lfs.0 Request processed in 7127us (7851us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.705124:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9178 00000100:00080000:0.0:1763340300.705629:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763340300.706809:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c4859500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8399:1848995292240640:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.706832:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763340300.708706:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.711792:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.711835:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.711934:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292240768:192.168.203.42@tcp:104: 00010000:00010000:3.0:1763340300.711971:0:8457:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.712028:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832512 00000100:00100000:0.0:1763340300.712036:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832512 00000100:00100000:3.0:1763340300.712065:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00010000:00010000:0.0:1763340300.712302:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 17 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763340300.712393:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832768 00000100:00100000:2.0:1763340300.712399:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832768 00000100:00100000:2.0:1763340300.712432:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832640 00000100:00100000:2.0:1763340300.712436:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832640 00000100:00100000:2.0:1763340300.712456:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6217 00000100:00100000:2.0:1763340300.712470:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280832768:12345-192.168.203.42@tcp:16:lfs.0 00000100:00100000:1.0:1763340300.712684:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6218 00000100:00100000:1.0:1763340300.712695:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280832640:12345-192.168.203.42@tcp:16:lfs.0 00000100:00100000:1.0:1763340300.712781:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280832640:12345-192.168.203.42@tcp:16:lfs.0 Request processed in 88us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.712789:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6218 00000100:00100000:0.0:1763340300.712867:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280832896 00000100:00100000:0.0:1763340300.712873:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280832896 00010000:00010000:0.0:1763340300.712892:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 26 pid: 35203 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763340300.713012:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3002 00000100:00100000:3.0:1763340300.713023:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280832512:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763340300.713035:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3003 00010000:00010000:3.0:1763340300.713036:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.713045:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 17 pid: 8399 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.713048:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+26:2407:x1848995280832896:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763340300.713062:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.713068:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 17 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763340300.713072:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 26 pid: 35203 timeout: 1141 lvb_type: 1 00010000:00010000:1.0:1763340300.713090:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 26 pid: 35203 timeout: 1141 lvb_type: 1 00010000:00010000:3.0:1763340300.713099:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824afe3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d3b expref: 17 pid: 8399 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763340300.713108:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845de00/0xbdebf3fb1824b0a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16d6c expref: 26 pid: 35203 timeout: 1141 lvb_type: 1 00010000:00010000:3.0:1763340300.713118:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.713122:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.713128:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.713130:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713131:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.713136:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.713154:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713154:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713185:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763340300.713193:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763340300.713207:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2407:x1848995280832896:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 163us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.713214:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3003 00000100:00100000:3.0:1763340300.713223:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280832512:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 200us (4523us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.713232:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3002 00010000:00010000:1.0:1763340300.713235:0:8457:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713244:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713253:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713260:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713282:0:8457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763340300.713328:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713341:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713347:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713353:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713365:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763340300.713372:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763340300.713377:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713384:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9555c1651600 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.713388:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713396:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713407:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713413:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9555c1651600/0xbdebf3fb1824b36a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713433:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763340300.713436:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713442:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.713445:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713451:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713460:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713467:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b363 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.713479:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340300.713481:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763340300.713482:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340300.713747:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848995292240512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10414us (10562us total) trans 17179871475 rc 0/0 00000100:00100000:1.0:1763340300.713755:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6215 00010000:00010000:3.0:1763340300.713887:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340300.714106:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4858e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3651:x1848995292240384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9884us (10850us total) trans 21474838782 rc 0/0 00000100:00100000:1.0:1763340300.714113:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6216 00000100:00100000:1.0:1763340300.714154:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838756 gen 2 00000004:00080000:1.0:1763340300.714160:0:3651:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838748 committed transno 21474838756 00000004:00080000:1.0:1763340300.714179:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c6d80, transno 21474838749 00000004:00080000:1.0:1763340300.714198:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c7b80, transno 21474838750 00000004:00080000:1.0:1763340300.714201:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9554c21c6300, transno 21474838751 00000004:00080000:1.0:1763340300.714204:0:3651:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838756 committed transno 21474838756 00000100:00100000:1.0:1763340300.714215:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9555c6b30380 x1848995292240384/t21474838782(21474838782) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763340316 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340300.714226:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9555c6b30380/2, rc 0, transno 21474838782 00000100:00100000:1.0:1763340300.714231:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292240384:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763340300.714244:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871464 gen 2 00000004:00080000:1.0:1763340300.714247:0:3651:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871459 committed transno 17179871464 00000004:00080000:1.0:1763340300.714256:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa7480, transno 17179871460 00000004:00080000:1.0:1763340300.714274:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa5500, transno 17179871461 00000004:00080000:1.0:1763340300.714277:0:3651:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9555c4fa6a00, transno 17179871462 00000004:00080000:1.0:1763340300.714280:0:3651:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871464 committed transno 17179871464 00000100:00100000:1.0:1763340300.714290:0:3651:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9554c5424e00 x1848995292240512/t17179871475(17179871475) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763340316 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763340300.714297:0:3651:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9554c5424e00/2, rc 0, transno 17179871475 00000100:00100000:1.0:1763340300.714300:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c5424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3651:1848995292240512:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763340300.715073:0:9946:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 1 in progress, 0 in flight, 3 done 00000004:00080000:3.0:1763340300.715193:0:8447:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 1 in progress, 0 in flight, 3 done 00000001:00080000:2.0:1763340300.719281:0:24663:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838781 is committed 00000100:00100000:3.0:1763340300.719475:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280832768:12345-192.168.203.42@tcp:16:lfs.0 Request processed in 7000us (7686us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.719486:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6217 00000100:00100000:3.0:1763340300.747437:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.747475:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.747513:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.747599:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280833024 00000100:00100000:0.0:1763340300.747611:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280833024 00000100:00100000:1.0:1763340300.747620:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280833152 00000100:00100000:1.0:1763340300.747627:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280833152 00000100:00100000:0.0:1763340300.747682:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280833280 00000100:00100000:0.0:1763340300.747687:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280833280 00000100:00100000:2.0:1763340300.747695:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6219 00000100:00100000:2.0:1763340300.747716:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280833024:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:2.0:1763340300.747758:0:30853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.747773:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340300.747774:0:30853:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340300.747779:0:30853:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748189:0:30853:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748218:0:30853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748227:0:30853:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748236:0:30853:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748243:0:30853:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:2.0:1763340300.748247:0:30853:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748256:0:30853:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748274:0:30853:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.748282:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b371 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.748457:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6220 00000100:00100000:0.0:1763340300.748469:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6221 00000100:00100000:0.0:1763340300.748480:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280833280:12345-192.168.203.42@tcp:1:lfs.0 00000100:00100000:1.0:1763340300.748489:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280833152:12345-192.168.203.42@tcp:1:lfs.0 00010000:00010000:1.0:1763340300.748511:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748523:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.748525:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.748528:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748573:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748589:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748597:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748611:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748618:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340300.748622:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748628:0:8457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748629:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748652:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.748655:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748656:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.748661:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.748684:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b378 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748687:0:8457:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748708:0:8457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748716:0:8457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748724:0:8457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748736:0:8457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845c000 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340300.748739:0:8457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748746:0:8457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748757:0:8457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.748763:0:8457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c845c000/0xbdebf3fb1824b37f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340300.748783:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280833024:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 1076us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.748793:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6219 00000100:00100000:1.0:1763340300.749694:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:2407:x1848995280833152:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 1221us (2209us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.749694:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2408:x1848995280833280:12345-192.168.203.42@tcp:1:lfs.0 Request processed in 1209us (2172us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.749712:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6221 00000100:00100000:1.0:1763340300.749719:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6220 00000100:00100000:0.0:1763340300.755723:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.755798:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280833536 00000100:00100000:3.0:1763340300.755808:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280833536 00000100:00100000:3.0:1763340300.755871:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9179 00000100:00100000:3.0:1763340300.755881:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:57393:x1848995280833536:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1763340300.755966:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b386 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340300.755986:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b386 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340300.755998:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b386 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:3.0:1763340300.756126:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000095fa46ac reply state 0000000062146390 transno 4294972738 ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b386 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340300.756142:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650a00/0xbdebf3fb1824b386 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340300.756150:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:3.0:1763340300.756153:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763340300.756157:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763340300.756253:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57393:x1848995280833536:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 374us (541us total) trans 4294972738 rc 0/0 00000100:00100000:3.0:1763340300.756261:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9179 00000100:00100000:3.0:1763340300.758988:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.759081:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280833664 00000100:00100000:0.0:1763340300.759092:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280833664 00000100:00100000:0.0:1763340300.759747:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6222 00000100:00100000:0.0:1763340300.759759:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+16:57393:x1848995280833664:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340300.759777:0:35203:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340300.759799:0:35203:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e7d expref: -99 pid: 35203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763340300.759822:0:35203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 192512, mtime: 0x691a700d, atime: 0x0, ctime: 0x691a700d, blocks: 0x58 00010000:00010000:0.0:1763340300.759845:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.759848:0:35203:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.759856:0:35203:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.759870:0:35203:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 17 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.759882:0:35203:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c000, rc 0) 00010000:00010000:3.0:1763340300.759908:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340300.759948:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:57393:x1848995280833664:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 191us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.759955:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6222 00000100:00100000:1.0:1763340300.767688:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.767736:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.767760:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280833792 00000100:00100000:0.0:1763340300.767771:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280833792 00000100:00100000:0.0:1763340300.767868:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280833920 00000100:00100000:0.0:1763340300.767872:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280833920 00000100:00100000:1.0:1763340300.767907:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6223 00000100:00100000:1.0:1763340300.767918:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+17:2407:x1848995280833792:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340300.768060:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 192512 -> 192512 00002000:00010000:1.0:1763340300.768064:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb mtime from disk: 1763340301 -> 1763340300 00002000:00010000:1.0:1763340300.768067:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb atime from disk: 0 -> 1763340300 00002000:00010000:1.0:1763340300.768069:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb ctime from disk: 1763340301 -> 1763340301 00002000:00010000:1.0:1763340300.768071:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1763340300.768132:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c4859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280833792:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 216us (453us total) trans 17179871476 rc 0/0 00000100:00100000:1.0:1763340300.768140:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6223 00000100:00100000:1.0:1763340300.768157:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6224 00000100:00100000:1.0:1763340300.768164:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+11:2407:x1848995280833920:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:1.0:1763340300.768671:0:8457:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763340300.768675:0:8457:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb mtime from disk: 1763340301 -> 1763340300 00002000:00010000:1.0:1763340300.768677:0:8457:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb atime from disk: 0 -> 1763340300 00002000:00010000:1.0:1763340300.768679:0:8457:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb ctime from disk: 1763340301 -> 1763340301 00002000:00010000:1.0:1763340300.768681:0:8457:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x235:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763340300.768704:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2407:x1848995280833920:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 540us (969us total) trans 21474838783 rc 0/0 00000100:00100000:1.0:1763340300.768722:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6224 00000100:00100000:2.0:1763340300.774572:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.774622:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280834176 00000100:00100000:0.0:1763340300.774632:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280834176 00000100:00100000:0.0:1763340300.774699:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9180 00000100:00100000:0.0:1763340300.774711:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57393:x1848995280834176:12345-192.168.203.42@tcp:55:lfs.0 00010000:00010000:0.0:1763340300.774778:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340300.774796:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.774807:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.774842:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.774855:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 216 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763340300.774871:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292240896:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340300.774962:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6300 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.781113:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292240896:192.168.203.42@tcp:104: 00010000:00010000:0.0:1763340300.781150:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340300.782850:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.783062:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280834304 00000100:00100000:3.0:1763340300.783073:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280834304 00010000:00010000:3.0:1763340300.783111:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 217 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.783156:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3004 00000100:00100000:3.0:1763340300.783165:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2408:x1848995280834304:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.783180:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.783186:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 217 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.783198:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 217 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.783220:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c400/0xbdebf3fb1824b2ec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e5a expref: 217 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.783240:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:3.0:1763340300.783245:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340300.783254:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340300.783261:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:3.0:1763340300.783300:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340300.783348:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340300.783358:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:2408:x1848995280834304:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 192us (513us total) trans 0 rc 0/0 00010000:00010000:1.0:1763340300.783360:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:3.0:1763340300.783372:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3004 00010000:00010000:1.0:1763340300.783411:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.783419:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.783426:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.783431:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c845d800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:1.0:1763340300.783435:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.783442:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.783451:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:1.0:1763340300.783454:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1763340300.783457:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.783463:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d800/0xbdebf3fb1824b394 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00000100:00100000:1.0:1763340300.783508:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fba51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57393:x1848995280834176:12345-192.168.203.42@tcp:55:lfs.0 Request processed in 8799us (8986us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763340300.783517:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9180 00000100:00100000:2.0:1763340300.792337:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.792427:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280834560 00000100:00100000:1.0:1763340300.792437:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280834560 00000100:00100000:1.0:1763340300.792501:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9181 00000100:00100000:1.0:1763340300.792510:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57393:x1848995280834560:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1763340300.792625:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763340300.792658:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e000/0xbdebf3fb1824b236 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e0d expref: 215 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.792678:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340300.792684:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340300.792758:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824b39b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340300.792772:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824b39b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.792780:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824b39b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00010000:1.0:1763340300.792958:0:8423:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e4b7699f reply state 000000002d33ad39 transno 4294972739 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824b39b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.792971:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f000/0xbdebf3fb1824b39b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340300.792977:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340300.792981:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763340300.792983:0:8423:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763340300.794172:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57393:x1848995280834560:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 1650us (1832us total) trans 4294972739 rc 0/0 00000100:00100000:1.0:1763340300.794183:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9181 00000100:00100000:2.0:1763340300.801625:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.803069:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280834688 00000100:00100000:1.0:1763340300.803081:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280834688 00000100:00100000:1.0:1763340300.803147:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6225 00000100:00100000:1.0:1763340300.803156:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:57393:x1848995280834688:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.803173:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.803192:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e84 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.803221:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.803229:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.803232:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.803236:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 13 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.803269:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.803283:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:1.0:1763340300.803298:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292241024:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340300.804224:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.807271:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.807494:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292241024:192.168.203.42@tcp:104: 00000100:00100000:0.0:1763340300.807510:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280834816 00000100:00100000:0.0:1763340300.807518:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280834816 00010000:00010000:1.0:1763340300.807528:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 14 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.807588:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e000, rc 0) 00010000:00010000:0.0:1763340300.807588:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 14 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763340300.807623:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3005 00000100:00100000:0.0:1763340300.807631:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280834816:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763340300.807639:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:57393:x1848995280834688:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4484us (6026us total) trans 0 rc 0/0 00010000:00010000:0.0:1763340300.807645:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763340300.807646:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6225 00010000:00010000:0.0:1763340300.807664:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.807675:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.807698:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e800/0xbdebf3fb1824b2d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e45 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.807840:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.807842:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.807850:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 12 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.807860:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 12 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.807894:0:33976:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 12 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.807908:0:33976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292241152:192.168.203.42@tcp:105: 00000100:00100000:0.0:1763340300.807973:0:33976:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6300 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.810078:0:33976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292241152:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340300.810102:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340300.810160:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280834816:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2528us (2898us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.810170:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3005 00000100:00100000:2.0:1763340300.810453:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.810616:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280834944 00000100:00100000:1.0:1763340300.810623:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280834944 00000100:00100000:1.0:1763340300.810671:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6226 00000100:00100000:1.0:1763340300.810681:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:57393:x1848995280834944:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.810698:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.810725:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b3a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e8b expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.810751:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 19 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.810758:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.810761:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.810765:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b3a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e8b expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.810797:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 19 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.810816:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 19 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:1.0:1763340300.810829:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292241280:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340300.810892:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340300.814453:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292241280:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340300.814488:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.814585:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280835072 00000100:00100000:0.0:1763340300.814592:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280835072 00010000:00010000:0.0:1763340300.814628:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763340300.815095:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3006 00000100:00100000:0.0:1763340300.815109:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2407:x1848995280835072:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340300.815126:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340300.815147:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.815160:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.815184:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643ee00/0xbdebf3fb1824b2d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e4c expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:1.0:1763340300.815316:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b3a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e8b expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.815332:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.815335:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.815341:0:8457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b3a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e8b expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.815352:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b3a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e8b expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.815384:0:8457:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643e400/0xbdebf3fb1824b3a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e8b expref: 19 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340300.815397:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292241408:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340300.815420:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340300.815461:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280835072:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 356us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.815472:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.815877:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3006 00000100:00100000:1.0:1763340300.817246:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8457:1848995292241408:192.168.203.42@tcp:105: 00010000:00010000:1.0:1763340300.817271:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e400, rc 0) 00000100:00100000:1.0:1763340300.817380:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:57393:x1848995280834944:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6700us (6926us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.817392:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6226 00000100:00100000:2.0:1763340300.819755:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.820124:0:8457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280835200 00000100:00100000:1.0:1763340300.820138:0:8457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280835200 00000100:00100000:1.0:1763340300.820198:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6227 00000100:00100000:1.0:1763340300.820206:0:8457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:57393:x1848995280835200:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.820225:0:8457:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.820245:0:8457:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f600/0xbdebf3fb1824b3b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e92 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.820276:0:8457:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.820284:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.820286:0:8457:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340300.820291:0:8457:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f600/0xbdebf3fb1824b3b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e92 expref: 13 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.820328:0:8457:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340300.820342:0:8457:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:1.0:1763340300.820354:0:8457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292241536:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340300.820429:0:8457:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340300.827295:0:8457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c485a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8457:1848995292241536:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.827333:0:8457:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f600/0xbdebf3fb1824b3b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e92 expref: 13 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.827355:0:8457:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f600, rc 0) 00000100:00100000:1.0:1763340300.827432:0:8457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:57393:x1848995280835200:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 7226us (7685us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340300.827441:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6227 00000100:00100000:2.0:1763340300.828012:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.828277:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280835328 00000100:00100000:0.0:1763340300.828287:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280835328 00010000:00010000:0.0:1763340300.828326:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763340300.828370:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3007 00000100:00100000:0.0:1763340300.828380:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280835328:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340300.828394:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340300.828414:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.828427:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.828450:0:33976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b2de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e53 expref: 13 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:0.0:1763340300.828463:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.828465:0:33976:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763340300.828471:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f600/0xbdebf3fb1824b3b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e92 expref: 12 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.828483:0:33976:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f600/0xbdebf3fb1824b3b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e92 expref: 12 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.829366:0:33976:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643f600/0xbdebf3fb1824b3b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e92 expref: 12 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.829383:0:33976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292241664:192.168.203.42@tcp:105: 00000100:00100000:0.0:1763340300.829452:0:33976:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c51b6300 going to sleep for 11 seconds 00000100:00100000:3.0:1763340300.833960:0:33976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:33976:1848995292241664:192.168.203.42@tcp:105: 00010000:00010000:3.0:1763340300.833998:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340300.834367:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+12:2408:x1848995280835328:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 5985us (6361us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.834381:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3007 00000100:00100000:1.0:1763340300.835456:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.835598:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.835637:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.835721:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280835456 00000100:00100000:0.0:1763340300.835731:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280835456 00000100:00100000:0.0:1763340300.835787:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280835584 00000100:00100000:0.0:1763340300.835790:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280835584 00000100:00100000:0.0:1763340300.835809:0:35203:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280835712 00000100:00100000:0.0:1763340300.835811:0:35203:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280835712 00000100:00100000:0.0:1763340300.835829:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6228 00000100:00100000:0.0:1763340300.835838:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280835456:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:0.0:1763340300.835993:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 191989 -> 191989 00002000:00010000:0.0:1763340300.835998:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.836002:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.836004:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 1763340300 -> 1763340301 00002000:00010000:0.0:1763340300.836006:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:0.0:1763340300.836068:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280835456:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 230us (622us total) trans 21474838784 rc 0/0 00000100:00100000:0.0:1763340300.836079:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6228 00000100:00100000:0.0:1763340300.836113:0:35203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6229 00000100:00100000:0.0:1763340300.836131:0:35203:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280835584:12345-192.168.203.42@tcp:2:lfs.0 00000100:00100000:3.0:1763340300.836134:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6230 00000100:00100000:3.0:1763340300.836158:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280835712:12345-192.168.203.42@tcp:2:lfs.0 00002000:00010000:0.0:1763340300.836215:0:35203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763340300.836220:0:35203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:0.0:1763340300.836223:0:35203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340300 00002000:00010000:0.0:1763340300.836225:0:35203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340301 00002000:00010000:0.0:1763340300.836228:0:35203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763340300.836256:0:35203:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280835584:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 134us (655us total) trans 17179871477 rc 0/0 00000100:00100000:0.0:1763340300.836263:0:35203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6229 00002000:00010000:3.0:1763340300.836304:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763340300.836310:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763340300 -> 1763340300 00002000:00010000:3.0:1763340300.836312:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 1763340299 -> 1763340300 00002000:00010000:3.0:1763340300.836315:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763340300 -> 1763340301 00002000:00010000:3.0:1763340300.836317:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763340300.836367:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c485b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280835712:12345-192.168.203.42@tcp:2:lfs.0 Request processed in 219us (727us total) trans 21474838785 rc 0/0 00000100:00100000:3.0:1763340300.836375:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6230 00000100:00100000:1.0:1763340300.839608:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.839718:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280835968 00000100:00100000:2.0:1763340300.839737:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280835968 00000100:00100000:2.0:1763340300.839833:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3118 00000100:00100000:2.0:1763340300.839845:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57393:x1848995280835968:12345-192.168.203.42@tcp:35:lfs.0 00000004:00010000:2.0:1763340300.839940:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1db:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b2ad lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e3e expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.839992:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763340300.840007:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 216 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.840014:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 216 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.840023:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.840067:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 216 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.840082:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 216 pid: 6515 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763340300.840097:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7930e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292241792:192.168.203.42@tcp:104: 00010000:00010000:2.0:1763340300.840220:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 216 pid: 6515 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.840232:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 216 pid: 6515 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763340300.840257:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7933100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292241920:192.168.203.42@tcp:104: 00000100:00100000:2.0:1763340300.840287:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.849881:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.849979:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.850097:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280836096 00000100:00100000:3.0:1763340300.850111:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280836096 00010000:00010000:3.0:1763340300.850165:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 217 pid: 6515 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.850218:0:33976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280836224 00000100:00100000:3.0:1763340300.850222:0:33976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280836224 00010000:00010000:3.0:1763340300.850236:0:33976:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 218 pid: 6515 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.850276:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3008 00000100:00100000:3.0:1763340300.850287:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2407:x1848995280836096:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.850308:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.850315:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 218 pid: 6515 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.850331:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 218 pid: 6515 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.850362:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340300.850368:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340300.850379:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340300.850386:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340300.850452:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:2407:x1848995280836096:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 166us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.850461:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3008 00000100:00100000:3.0:1763340300.850482:0:33976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3009 00000100:00100000:3.0:1763340300.850489:0:33976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2407:x1848995280836224:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.850497:0:33976:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.850502:0:33976:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 217 pid: 6515 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.850513:0:33976:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 217 pid: 6515 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.850525:0:33976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340300.850528:0:33976:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340300.850600:0:33976:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340300.850610:0:33976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763340300.850636:0:33976:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340300.850661:0:33976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:2407:x1848995280836224:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 173us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.850669:0:33976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3009 00010000:00010000:1.0:1763340300.851219:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cbf83a00/0xbdebf3fb1824b1f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16df8 expref: 216 pid: 6515 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.851294:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7930e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292241792:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.851313:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554cc45f000/0xbdebf3fb1824b1bf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16dea expref: 215 pid: 6515 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.851324:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7933100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292241920:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.851360:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340300.851370:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340300.851381:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340300.851415:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763340300.851428:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.851440:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340300.851490:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 214 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.851510:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 214 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.851528:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292242048:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340300.851686:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.856075:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.856500:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6516:1848995292242048:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.856564:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763340300.857994:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280836352 00000100:00100000:2.0:1763340300.858012:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280836352 00010000:00010000:2.0:1763340300.858078:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 215 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763340300.858129:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3010 00000100:00100000:2.0:1763340300.858140:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:2407:x1848995280836352:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340300.858163:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340300.858171:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 215 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763340300.858185:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 215 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763340300.858212:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b2fa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e61 expref: 215 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763340300.858233:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:2.0:1763340300.858238:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.858261:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.858269:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.858298:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763340300.858371:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+214:2407:x1848995280836352:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 232us (2310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.858378:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3010 00010000:00010000:1.0:1763340300.858461:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763340300.858470:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763340300.858894:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.861363:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.861421:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555c7c8f600 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.861451:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292242176 00000100:00100000:2.0:1763340300.861469:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292242176 00000100:00100000:2.0:1763340300.861818:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1763340300.861830:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340300.862006:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 177us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.862014:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1763340300.862095:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.862181:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.862231:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.862262:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555e8f74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.864122:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292242304 00000100:00100000:2.0:1763340300.864135:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292242304 00000100:00100000:2.0:1763340300.864614:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1763340300.864625:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340300.864885:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 260us (2651us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.864893:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1763340300.864958:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.865043:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.865078:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.865107:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000100:00100000:2.0:1763340300.865307:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292242432 00000100:00100000:2.0:1763340300.865312:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292242432 00000100:00100000:2.0:1763340300.865805:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1763340300.865815:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340300.865890:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 78us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.865896:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1763340300.865981:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.866022:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.866050:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.866849:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb000 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.866854:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292242560 00000100:00100000:0.0:1763340300.866861:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292242560 00000100:00100000:3.0:1763340300.866914:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1763340300.866937:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763340300.867071:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 145us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.867081:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1763340300.867624:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.867693:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.867744:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.867775:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb240 going to sleep for 11 seconds 00000100:00100000:3.0:1763340300.868679:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292242688 00000100:00100000:3.0:1763340300.868686:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292242688 00000100:00100000:3.0:1763340300.868900:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:3.0:1763340300.868909:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763340300.869012:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 104us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.869019:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1763340300.869219:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.869281:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.869314:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.869342:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb240 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.869611:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292242816 00000100:00100000:0.0:1763340300.869616:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292242816 00000100:00100000:0.0:1763340300.869656:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1763340300.869664:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763340300.869803:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 139us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.869809:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1763340300.870162:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242816:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1763340300.870335:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].25, 456 off50872 00000001:00080000:1.0:1763340300.870348:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972740 00000100:00100000:1.0:1763340300.870410:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763340300.870442:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340300.870464:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb240 going to sleep for 11 seconds 00000100:00100000:3.0:1763340300.870586:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292242944 00000100:00100000:3.0:1763340300.870591:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292242944 00000100:00100000:3.0:1763340300.870618:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1763340300.870625:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292242944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763340300.870763:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c4fa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6516:x1848995292242944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 138us (320us total) trans 21474838786 rc 0/0 00000100:00100000:3.0:1763340300.870770:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1763340300.870858:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292242944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340300.870885:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292243072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763340300.870914:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340300.870939:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d480 going to sleep for 11 seconds 00000100:00100000:0.0:1763340300.870993:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292243072 00000100:00100000:0.0:1763340300.870997:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292243072 00000100:00100000:0.0:1763340300.871042:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1763340300.871049:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848995292243072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763340300.871148:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6516:x1848995292243072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 100us (232us total) trans 17179871478 rc 0/0 00000100:00100000:0.0:1763340300.871154:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1763340300.871224:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7932a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6516:1848995292243072:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1763340300.871290:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972741 00010000:00010000:2.0:1763340300.871318:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871328:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871335:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871341:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643e200 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340300.871345:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871353:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871602:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:2.0:1763340300.871606:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340300.871611:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871621:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b3be lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871635:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871640:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871645:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871649:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a7800 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340300.871652:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871657:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871664:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340300.871666:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763340300.871669:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871673:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3b7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763340300.871683:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340300.871686:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763340300.871692:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845d600/0xbdebf3fb1824b2ad lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e3e expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340300.871785:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555ffcbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57393:x1848995280835968:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 31942us (32184us total) trans 4294972742 rc 0/0 00000100:00100000:2.0:1763340300.871793:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3118 00000020:00080000:2.0:1763340300.871797:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763340300.875056:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.875315:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280836480 00000100:00100000:1.0:1763340300.875327:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280836480 00000100:00100000:1.0:1763340300.875398:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9182 00000100:00100000:1.0:1763340300.875409:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+215:57393:x1848995280836480:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340300.875431:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340300.875455:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b3c5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16e99 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.875525:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b3c5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e99 expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.875758:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f200/0xbdebf3fb1824b3c5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e99 expref: 216 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.875839:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.875843:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763340300.875847:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f200, rc 0) 00000100:00100000:0.0:1763340300.875949:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57393:x1848995280836480:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 541us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340300.875957:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9182 00000100:00100000:1.0:1763340300.879186:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.879650:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280836736 00000100:00100000:2.0:1763340300.879661:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280836736 00000100:00100000:2.0:1763340300.880300:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3119 00000100:00100000:2.0:1763340300.880313:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f8b21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+216:57393:x1848995280836736:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:2.0:1763340300.880511:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f8b21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57393:x1848995280836736:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 200us (1334us total) trans 4294972743 rc 0/0 00000100:00100000:2.0:1763340300.880517:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3119 00000100:00100000:2.0:1763340300.889172:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.893924:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280836992 00000100:00100000:1.0:1763340300.893940:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280836992 00000100:00100000:1.0:1763340300.894124:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3120 00000100:00100000:1.0:1763340300.894135:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+217:57393:x1848995280836992:12345-192.168.203.42@tcp:35:lfs.0 00000004:00080000:1.0:1763340300.894332:0:6517:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1e1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1763340300.894416:0:6517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 00010000:00010000:1.0:1763340300.894432:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340300.894443:0:6517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340300.894450:0:6517:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340300.894455:0:6517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340300.894460:0:6517:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 00010000:00010000:1.0:1763340300.894851:0:6517:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763340300.895569:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763340300.895578:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340300.895587:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:3.0:1763340300.895591:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340300.895598:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340300.895613:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e1:0x0].0x0 (ffff9554c287c300) 00010000:00010000:3.0:1763340300.895616:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763340300.895622:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340300.895626:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b3cc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 00010000:00010000:3.0:1763340300.895637:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340300.895639:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763340300.895641:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763340300.895766:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:57393:x1848995280836992:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1629us (6598us total) trans 4294972744 rc 0/0 00000100:00100000:1.0:1763340300.895775:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3120 00000100:00100000:0.0:1763340300.916956:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340300.917060:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280837120 00000100:00100000:2.0:1763340300.917071:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280837120 00000100:00100000:2.0:1763340300.917130:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9183 00000100:00100000:2.0:1763340300.917139:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+218:57394:x1848995280837120:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340300.917162:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340300.917185:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3d3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ea0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.917253:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.917266:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917276:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917289:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.917297:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917303:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917368:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:2.0:1763340300.917377:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917383:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:2.0:1763340300.917419:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00000004:00200000:2.0:1763340300.917422:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763340300.917438:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917449:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917458:0:8423:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917464:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917469:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917476:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917487:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6000 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340300.917490:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917497:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917508:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff9554c2eb3700) 00010000:00010000:2.0:1763340300.917511:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340300.917515:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917521:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6000/0xbdebf3fb1824b3da lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917581:0:8423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917588:0:8423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917593:0:8423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917598:0:8423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c29a6400 already unused, calling callback (ffffffffc1a4c550) 00010000:00010000:2.0:1763340300.917601:0:8423:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917607:0:8423:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917614:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff9554c2eb3200) 00010000:00010000:2.0:1763340300.917617:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763340300.917620:0:8423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917626:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a6400/0xbdebf3fb1824b3e1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340300.917655:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7800/0xbdebf3fb1824b3d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 220 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.917668:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 219 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340300.917675:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340300.917677:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763340300.917680:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a7200, rc 0) 00000100:00100000:2.0:1763340300.917727:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57394:x1848995280837120:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 589us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340300.917734:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9183 00000100:00100000:2.0:1763340300.926688:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.926966:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280837376 00000100:00100000:3.0:1763340300.926976:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280837376 00000100:00100000:3.0:1763340300.927040:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9184 00000100:00100000:3.0:1763340300.927051:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+219:57394:x1848995280837376:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1763340300.927073:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763340300.927096:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824b3ef lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ea7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.927197:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b3f6 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763340300.927211:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b3f6 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763340300.927222:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b3f6 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763340300.927233:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00010000:00010000:3.0:1763340300.927335:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1650c00/0xbdebf3fb1824b3ef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea7 expref: 222 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.927353:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9555c1651800/0xbdebf3fb1824b3f6 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea7 expref: 221 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.927367:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:3.0:1763340300.927370:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763340300.927374:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9555c1651800, rc 0) 00000100:00100000:3.0:1763340300.927435:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57394:x1848995280837376:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 385us (757us total) trans 4294972745 rc 0/0 00000100:00100000:3.0:1763340300.927442:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9184 00000100:00100000:2.0:1763340300.934083:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340300.934287:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280837632 00000100:00100000:0.0:1763340300.934297:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280837632 00000100:00100000:0.0:1763340300.934529:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9185 00000100:00100000:0.0:1763340300.934809:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+221:57394:x1848995280837632:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1763340300.934831:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763340300.934850:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b404 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16eae expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.934947:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b40b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:0.0:1763340300.934962:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b40b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340300.934976:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b40b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:0.0:1763340300.934987:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00010000:00010000:0.0:1763340300.935084:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c600/0xbdebf3fb1824b404 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16eae expref: 224 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.935100:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b40b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16eae expref: 223 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340300.935108:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340300.935111:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763340300.935114:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c845c200, rc 0) 00000100:00100000:0.0:1763340300.935178:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57394:x1848995280837632:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 371us (1103us total) trans 4294972746 rc 0/0 00000100:00100000:0.0:1763340300.936268:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9185 00000100:00100000:0.0:1763340300.979795:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340300.980044:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280837760 00000100:00100000:1.0:1763340300.980057:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280837760 00000100:00100000:1.0:1763340300.980135:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1652 00000100:00100000:1.0:1763340300.980146:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2407:x1848995280837760:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:1.0:1763340300.980190:0:23982:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.980213:0:23982:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 14 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.980224:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340300.980227:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340300.980231:0:23982:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.980268:0:23982:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 14 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.980282:0:23982:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 14 pid: 8457 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340300.980297:0:23982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:23982:1848995292243200:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340300.980382:0:23982:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340300.985198:0:23982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:23982:1848995292243200:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340300.985249:0:23982:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340300.992935:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340300.993474:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280837888 00000100:00100000:3.0:1763340300.993493:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280837888 00010000:00010000:3.0:1763340300.993641:0:6500:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 15 pid: 8457 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340300.993699:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3011 00000100:00100000:3.0:1763340300.993710:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+15:2408:x1848995280837888:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340300.993730:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340300.993759:0:6500:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 15 pid: 8457 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.993775:0:6500:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 15 pid: 8457 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.993804:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e000/0xbdebf3fb1824b3a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e84 expref: 15 pid: 8457 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340300.993825:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.993828:0:6500:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340300.993835:0:6500:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.993848:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340300.993893:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340300.993974:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:2408:x1848995280837888:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 265us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340300.993982:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3011 00010000:00010000:1.0:1763340300.994343:0:23982:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340300.994355:0:23982:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.002138:0:23982:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.002173:0:23982:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.002185:0:23982:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.002193:0:23982:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643fa00 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:0.0:1763340301.002199:0:23982:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.002209:0:23982:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.002233:0:23982:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.002250:0:23982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643fa00/0xbdebf3fb1824b419 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763340301.002378:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2407:x1848995280837760:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 22227us (22585us total) trans 0 rc 191989/191989 00000100:00100000:0.0:1763340301.002391:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1652 00000100:00100000:3.0:1763340301.007822:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.008287:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280838016 00000100:00100000:1.0:1763340301.008301:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280838016 00000100:00100000:2.0:1763340301.008735:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6231 00000100:00100000:2.0:1763340301.008752:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280838016:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1763340301.008776:0:35213:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763340301.008800:0:35213:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b420 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16eb5 expref: -99 pid: 35213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340301.008882:0:35213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292243328:192.168.203.42@tcp:106: 00000100:00100000:2.0:1763340301.009124:0:35213:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d000 going to sleep for 11 seconds 00000100:00100000:0.0:1763340301.009756:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.010358:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280838144 00000100:00100000:1.0:1763340301.010367:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280838144 00000100:00100000:1.0:1763340301.010427:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6232 00000100:00100000:1.0:1763340301.010437:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280838144:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1763340301.010454:0:30853:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340301.010473:0:30853:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643e200/0xbdebf3fb1824b427 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ebc expref: -99 pid: 30853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340301.010524:0:30853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292243456:192.168.203.42@tcp:106: 00000100:00100000:1.0:1763340301.010628:0:30853:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340301.013335:0:35213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35213:1848995292243328:192.168.203.42@tcp:106: 00010000:00010000:1.0:1763340301.013385:0:35213:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b420 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16eb5 expref: 20 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.013410:0:35213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c29a6800/0xbdebf3fb1824b420 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16eb5 expref: 20 pid: 35213 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.013425:0:35213:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c29a6800, rc 0) 00000100:00100000:1.0:1763340301.013504:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280838016:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4757us (5698us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340301.013514:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6231 00000100:00100000:1.0:1763340301.015191:0:30853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30853:1848995292243456:192.168.203.42@tcp:106: 00010000:00010000:1.0:1763340301.015238:0:30853:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643e200/0xbdebf3fb1824b427 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ebc expref: 14 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.015263:0:30853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643e200/0xbdebf3fb1824b427 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ebc expref: 14 pid: 30853 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.015277:0:30853:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340301.015345:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280838144:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 4908us (5590us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340301.015356:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6232 00000100:00100000:0.0:1763340301.019346:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.019474:0:23982:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280838272 00000100:00100000:1.0:1763340301.019488:0:23982:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280838272 00000100:00100000:1.0:1763340301.019691:0:23982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1653 00000100:00100000:1.0:1763340301.019704:0:23982:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2407:x1848995280838272:12345-192.168.203.42@tcp:3:lfs.0 00010000:00010000:1.0:1763340301.019752:0:23982:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.019775:0:23982:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 19 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.019872:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340301.019876:0:23982:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763340301.019881:0:23982:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.019925:0:23982:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 19 pid: 35203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.019938:0:23982:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 19 pid: 35203 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340301.019956:0:23982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:23982:1848995292243584:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340301.020128:0:23982:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:2.0:1763340301.023142:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340301.023237:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280838400 00000100:00100000:3.0:1763340301.023251:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280838400 00010000:00010000:3.0:1763340301.023301:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 20 pid: 35203 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763340301.023356:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3012 00000100:00100000:3.0:1763340301.023368:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280838400:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763340301.023388:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763340301.023413:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 20 pid: 35203 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340301.023428:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 20 pid: 35203 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763340301.023458:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340301.023461:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763340301.023467:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340301.023484:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763340301.023510:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763340301.023623:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280838400:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 255us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340301.023631:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3012 00010000:00010000:1.0:1763340301.023743:0:23982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845c000/0xbdebf3fb1824b38d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16e7d expref: 19 pid: 35203 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340301.023760:0:23982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:23982:1848995292243584:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340301.023908:0:23982:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.023920:0:23982:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.023926:0:23982:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.027991:0:23982:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.028020:0:23982:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.028030:0:23982:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.028037:0:23982:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9554c643f400 already unused, calling callback (ffffffffc0e49b40) 00010000:00010000:1.0:1763340301.028043:0:23982:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.028052:0:23982:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.028077:0:23982:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.028085:0:23982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b42e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23982 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340301.028204:0:23982:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2407:x1848995280838272:12345-192.168.203.42@tcp:3:lfs.0 Request processed in 8495us (8864us total) trans 0 rc 191989/191989 00000100:00100000:1.0:1763340301.028216:0:23982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1653 00000100:00100000:3.0:1763340301.038685:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340301.038998:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280838528 00000100:00100000:0.0:1763340301.039012:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280838528 00000100:00100000:0.0:1763340301.039098:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 417 00000100:00100000:0.0:1763340301.039109:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57394:x1848995280838528:12345-192.168.203.42@tcp:103:lfs.0 00010000:00010000:0.0:1763340301.039129:0:6500:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340301.039160:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c845c200/0xbdebf3fb1824b40b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16eae expref: 223 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763340301.039183:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340301.039189:0:6500:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340301.039264:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:57394:x1848995280838528:12345-192.168.203.42@tcp:103:lfs.0 Request processed in 156us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340301.039273:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 417 00000100:00100000:2.0:1763340301.041747:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.043081:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280838784 00000100:00100000:1.0:1763340301.043100:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280838784 00000100:00100000:1.0:1763340301.043182:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3121 00000100:00100000:1.0:1763340301.043193:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+222:57394:x1848995280838784:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1763340301.043510:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57394:x1848995280838784:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 318us (1775us total) trans 4294972747 rc 0/0 00000100:00100000:1.0:1763340301.043517:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3121 00000100:00100000:2.0:1763340301.050675:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.051300:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280839040 00000100:00100000:1.0:1763340301.051316:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280839040 00000100:00100000:1.0:1763340301.051667:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9186 00000100:00100000:1.0:1763340301.051681:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+223:57388:x1848995280839040:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340301.051713:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340301.051741:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b435 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ec3 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.052022:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340301.052043:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 224 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.052053:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340301.052097:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 224 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.052111:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 224 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340301.052127:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292243712:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340301.052298:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccb480 going to sleep for 11 seconds 00000100:00100000:3.0:1763340301.055984:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.058253:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292243712:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340301.058305:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340301.059593:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280839168 00000100:00100000:2.0:1763340301.059609:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280839168 00010000:00010000:2.0:1763340301.059673:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 225 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763340301.059719:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3013 00000100:00100000:2.0:1763340301.059729:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c3ee2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:2408:x1848995280839168:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340301.059753:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340301.059761:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 225 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763340301.059776:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 225 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763340301.059805:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c29a7200/0xbdebf3fb1824b3e8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ea0 expref: 225 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763340301.059835:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:2.0:1763340301.059845:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340301.059856:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340301.059865:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:2.0:1763340301.060630:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763340301.061794:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340301.061813:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340301.061855:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00010000:00010000:1.0:1763340301.062077:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b435 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 226 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.062104:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 225 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.062115:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340301.062118:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763340301.062122:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643e200, rc 0) 00000100:00100000:1.0:1763340301.062223:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:57388:x1848995280839040:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 10543us (11561us total) trans 4294972748 rc 0/0 00000100:00100000:1.0:1763340301.062235:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9186 00000100:00100000:2.0:1763340301.062243:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c3ee2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:2408:x1848995280839168:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 2511us (6268us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340301.062256:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3013 00000100:00100000:3.0:1763340301.070050:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.070309:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280839296 00000100:00100000:1.0:1763340301.070324:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280839296 00000100:00100000:1.0:1763340301.070402:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9187 00000100:00100000:1.0:1763340301.070414:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57388:x1848995280839296:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340301.070446:0:8423:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340301.070475:0:8423:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b44a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16eca expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.070644:0:8423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8423 initiator: MDT0 00010000:00010000:1.0:1763340301.070665:0:8423:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 225 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.070675:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340301.070722:0:8423:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 225 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.070738:0:8423:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 225 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763340301.070761:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292243840:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340301.070876:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340301.075830:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8423:1848995292243840:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340301.075878:0:8423:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000100:00100000:2.0:1763340301.076394:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340301.076698:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280839424 00000100:00100000:0.0:1763340301.076709:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280839424 00010000:00010000:0.0:1763340301.076761:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 226 pid: 8423 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763340301.076950:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3014 00000100:00100000:0.0:1763340301.076963:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:2407:x1848995280839424:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763340301.076985:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763340301.076993:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 226 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763340301.077007:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 226 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763340301.077032:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643e200/0xbdebf3fb1824b43c lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ec3 expref: 226 pid: 8423 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763340301.077050:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:0.0:1763340301.077055:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340301.077066:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340301.077074:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8423 initiator: MDT1 00010000:00010000:0.0:1763340301.077109:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340301.077185:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+225:2407:x1848995280839424:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 224us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340301.077193:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3014 00010000:00010000:1.0:1763340301.077596:0:8423:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340301.077605:0:8423:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00000004:00200000:1.0:1763340301.077671:0:8423:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 191989 00000004:00200000:1.0:1763340301.077676:0:8423:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763340301.077701:0:8423:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8423 initiator: MDT1 00010000:00010000:1.0:1763340301.077742:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b44a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16eca expref: 225 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.077759:0:8423:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9554c643ec00/0xbdebf3fb1824b451 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16eca expref: 224 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.077768:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff9554c2accf00) 00010000:00010000:1.0:1763340301.077771:0:8423:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763340301.077774:0:8423:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ec00, rc 0) 00000100:00100000:1.0:1763340301.078841:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57388:x1848995280839296:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 8420us (8795us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.078858:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9187 00000100:00100000:1.0:1763340301.081315:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3648:1848995292243968:0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.081380:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292244096:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.081396:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340301.081439:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3648:1848995292244480:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.081463:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340301.081481:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292244992:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.081502:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340301.081572:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555ffcbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3651:1848995292244352:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.081600:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340301.081617:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292244864:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.081640:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340301.081660:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1763340301.081664:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848995292244224:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.081683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340301.081749:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292245504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763340301.081777:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340301.081811:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244864 00000100:00100000:2.0:1763340301.081820:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244864 00000100:00100000:2.0:1763340301.081870:0:14058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292245504 00000100:00100000:2.0:1763340301.081873:0:14058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292245504 00000100:00100000:2.0:1763340301.081891:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1763340301.081900:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3651:x1848995292244864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.081956:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3651:x1848995292244864:12345-0@lo:400:kworker.0 Request processed in 57us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340301.081964:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1763340301.081982:0:14058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1763340301.081989:0:14058:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f7f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292245504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763340301.082017:0:14058:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445945344 avail 1299705856 00000100:00100000:1.0:1763340301.082022:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3651:1848995292244736:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.082047:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340301.082054:0:14058:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f7f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292245504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340301.082061:0:14058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1763340301.082063:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848995292245248:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.082095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340301.082113:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294972655 gen 2 00000004:00080000:2.0:1763340301.082119:0:3648:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294972655 committed transno 4294972655 00000100:00100000:3.0:1763340301.082239:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340301.082294:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3649:1848995292244608:0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.083092:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340301.083109:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555c6b2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292245120:0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.083150:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763340301.083367:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244096 00000100:00100000:3.0:1763340301.083375:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244096 00000100:00100000:3.0:1763340301.083416:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1763340301.083424:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292244096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.083494:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848995292244096:12345-0@lo:400:kworker.0 Request processed in 70us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340301.083501:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1763340301.083528:0:35213:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244992 00000100:00100000:0.0:1763340301.083889:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340301.083907:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c7931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292245376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763340301.084082:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292245504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763340301.084780:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763340301.084850:0:32282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292243968 00000100:00100000:0.0:1763340301.084859:0:32282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292243968 00000100:00100000:0.0:1763340301.084915:0:32282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1763340301.084924:0:32282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd5b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3648:x1848995292243968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.085271:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3651:1848995292244864:0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.085283:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763340301.085297:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554c3f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292245632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763340301.085305:0:30853:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292245120 00000100:00100000:1.0:1763340301.085308:0:30853:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292245120 00000100:00100000:2.0:1763340301.085347:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340301.085356:0:30853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1763340301.085363:0:30853:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292245120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.085381:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244480 00000100:00100000:2.0:1763340301.085385:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244480 00000100:00100000:1.0:1763340301.085410:0:30853:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1848995292245120:12345-0@lo:400:kworker.0 Request processed in 48us (2259us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340301.085411:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244352 00000100:00100000:2.0:1763340301.085415:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244352 00000100:00100000:1.0:1763340301.085418:0:30853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1763340301.085428:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244224 00000100:00100000:2.0:1763340301.085431:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244224 00000100:00100000:2.0:1763340301.085444:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244736 00000100:00100000:1.0:1763340301.085444:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292245248 00000100:00100000:2.0:1763340301.085447:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244736 00000100:00100000:1.0:1763340301.085448:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292245248 00000100:00100000:2.0:1763340301.085459:0:10032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292244608 00000100:00100000:2.0:1763340301.085462:0:10032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244608 00000100:00100000:1.0:1763340301.085464:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1763340301.085469:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848995292244480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.085475:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1763340301.085480:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848995292244352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.085507:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848995292244480:12345-0@lo:400:kworker.0 Request processed in 37us (4042us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340301.085511:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848995292244352:12345-0@lo:400:kworker.0 Request processed in 30us (3910us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.085513:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1763340301.085516:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1763340301.085526:0:10032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1763340301.087080:0:35213:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292244992 00000100:00100000:3.0:1763340301.087284:0:35213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1763340301.087295:0:35213:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292244992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.087390:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1763340301.087405:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848995292245248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.087406:0:35213:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555c6b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292244992:12345-0@lo:400:kworker.0 Request processed in 113us (5901us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340301.087413:0:35213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1763340301.087446:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848995292245248:12345-0@lo:400:kworker.0 Request processed in 47us (5350us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.087452:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1763340301.087459:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292245376 00000100:00100000:3.0:1763340301.087463:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292245376 00000100:00100000:1.0:1763340301.087470:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1763340301.087477:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848995292244736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.087484:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1763340301.087490:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292245376:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763340301.087506:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1848995292244736:12345-0@lo:400:kworker.0 Request processed in 30us (5458us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.087512:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000004:00000024:3.0:1763340301.087521:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445875712 avail 1299636224 00000100:00100000:1.0:1763340301.087524:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1763340301.087545:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848995292244608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.087587:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848995292244608:12345-0@lo:400:kworker.0 Request processed in 56us (4496us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340301.087591:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292245376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.087593:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1763340301.087596:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1763340301.088371:0:10032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848995292244224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.088691:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3651:1848995292244736:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.088708:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848995292245248:0@lo:400:kworker.0 00000100:00100000:0.0:1763340301.088709:0:32282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd5b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:271fead9-c9ae-44f3-a4e5-fe88d75402c0+23:3648:x1848995292243968:12345-0@lo:400:kworker.0 Request processed in 3784us (7310us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340301.088720:0:32282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1763340301.088722:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3651:1848995292244352:0@lo:400:kworker.0 00000100:00080000:0.0:1763340301.088780:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763340301.088786:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763340301.088789:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763340301.088792:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763340301.088812:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c7931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292245376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763340301.088824:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292245632 00000100:00100000:0.0:1763340301.088830:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292245632 00000100:00100000:1.0:1763340301.088870:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1763340301.088880:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292245632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763340301.088910:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484900800 pending 0 free 3917074432 avail 3685388288 00000100:00100000:1.0:1763340301.088947:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848995292245632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (3599us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.088953:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1763340301.088996:0:10032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cbcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848995292244224:12345-0@lo:400:kworker.0 Request processed in 3464us (7310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340301.089004:0:10032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1763340301.089013:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848995292244224:0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.089047:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554c3f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292245632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763340301.089060:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:271fead9-c9ae-44f3-a4e5-fe88d75402c0:3648:1848995292243968:0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.089073:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555ffcbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3648:1848995292244480:0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.089085:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3648:1848995292244992:0@lo:400:kworker.0 00000100:00100000:2.0:1763340301.089164:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340301.089208:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.089276:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280839552 00000100:00100000:1.0:1763340301.089280:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280839552 00000100:00100000:1.0:1763340301.089318:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280839680 00000100:00100000:1.0:1763340301.089322:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280839680 00000100:00100000:1.0:1763340301.089344:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6233 00000100:00100000:1.0:1763340301.089351:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+18:2408:x1848995280839552:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340301.089363:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340301.089392:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824b458 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ed1 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340301.089421:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 192512, mtime: 0x691a700c, atime: 0x691a700c, ctime: 0x691a700d, blocks: 0x58 00010000:00010000:1.0:1763340301.089444:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340301.089446:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340301.089456:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824b458 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ed1 expref: 19 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.089476:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643ea00/0xbdebf3fb1824b458 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ed1 expref: 19 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.089491:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643ea00, rc 0) 00000100:00100000:1.0:1763340301.089592:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c7931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280839552:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 239us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.089598:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6233 00000100:00100000:1.0:1763340301.089613:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6234 00000100:00100000:1.0:1763340301.089620:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280839680:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340301.089628:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340301.089640:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b45f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ed8 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763340301.089697:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292245760:192.168.203.42@tcp:106: 00000100:00100000:1.0:1763340301.089764:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763340301.090327:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c4fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3649:1848995292244096:0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.090354:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f7f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3649:1848995292244608:0@lo:400:kworker.0 00000100:00100000:3.0:1763340301.090367:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555c6b2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3649:1848995292245120:0@lo:400:kworker.0 00000100:00100000:1.0:1763340301.095339:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8401:1848995292245760:192.168.203.42@tcp:106: 00010000:00010000:1.0:1763340301.095395:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b45f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ed8 expref: 14 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.095425:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9554c643f400/0xbdebf3fb1824b45f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ed8 expref: 14 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.095441:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340301.095524:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fc6dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:2408:x1848995280839680:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 5902us (6313us total) trans 0 rc 301/301 00000100:00100000:1.0:1763340301.095610:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6234 00000100:00100000:2.0:1763340301.100811:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.100953:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280839808 00000100:00100000:1.0:1763340301.100968:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280839808 00000100:00100000:1.0:1763340301.101045:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6235 00000100:00100000:1.0:1763340301.101058:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+13:57388:x1848995280839808:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340301.101083:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340301.101115:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b466 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16edf expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763340301.101146:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763340301.101998:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340301.102003:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340301.102017:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->192511) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16edf expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.102038:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9554c643f800/0xbdebf3fb1824b466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->192511) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16edf expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.102053:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f800, rc 0) 00000100:00100000:1.0:1763340301.102263:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+14:57388:x1848995280839808:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 1207us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.102272:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6235 00000100:00100000:2.0:1763340301.114476:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340301.114656:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280840064 00000100:00100000:0.0:1763340301.114671:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280840064 00000100:00100000:0.0:1763340301.114753:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3122 00000100:00100000:0.0:1763340301.114766:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+224:57388:x1848995280840064:12345-192.168.203.42@tcp:35:fsx.0 00000001:00080000:0.0:1763340301.115049:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972749 00000100:00100000:0.0:1763340301.115188:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:57388:x1848995280840064:12345-192.168.203.42@tcp:35:fsx.0 Request processed in 423us (728us total) trans 4294972750 rc 0/0 00000100:00100000:0.0:1763340301.115195:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3122 00000020:00080000:0.0:1763340301.115201:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763340301.121844:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.121982:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280840192 00000100:00100000:1.0:1763340301.121997:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280840192 00000100:00100000:1.0:1763340301.122076:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6236 00000100:00100000:1.0:1763340301.122089:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:57388:x1848995280840192:12345-192.168.203.42@tcp:101:fsx.0 00010000:00010000:1.0:1763340301.122115:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763340301.122141:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b46d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xee6f70a68df16ee6 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.122185:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 20 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.122194:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340301.122196:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763340301.122201:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b46d lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ee6 expref: 20 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.122243:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 20 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763340301.122258:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:1.0:1763340301.122274:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292245888:192.168.203.42@tcp:104: 00000100:00100000:1.0:1763340301.122402:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9554cbccbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763340301.125944:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8401:1848995292245888:192.168.203.42@tcp:104: 00010000:00010000:1.0:1763340301.125993:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b46d lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ee6 expref: 20 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763340301.126018:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9554c643f400, rc 0) 00000100:00100000:1.0:1763340301.126111:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:57388:x1848995280840192:12345-192.168.203.42@tcp:101:fsx.0 Request processed in 4024us (4282us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.126123:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6236 00000100:00100000:0.0:1763340301.135918:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340301.137505:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280840320 00000100:00100000:2.0:1763340301.137524:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280840320 00010000:00010000:2.0:1763340301.137625:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00000100:00100000:2.0:1763340301.137684:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3015 00000100:00100000:2.0:1763340301.137696:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+20:2408:x1848995280840320:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763340301.137717:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763340301.137746:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763340301.137763:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763340301.138443:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9554c845dc00/0xbdebf3fb1824af03 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16cd2 expref: 20 pid: 8401 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763340301.138467:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340301.138470:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763340301.138481:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b46d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ee6 expref: 19 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340301.138492:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b46d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ee6 expref: 19 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763340301.138589:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9554c643f400/0xbdebf3fb1824b46d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0xee6f70a68df16ee6 expref: 19 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763340301.138632:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9555f4ab1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6499:1848995292246016:192.168.203.42@tcp:105: 00000100:00100000:2.0:1763340301.138734:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9555d085d000 going to sleep for 11 seconds 00000100:00100000:0.0:1763340301.146259:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9555f4ab1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6499:1848995292246016:192.168.203.42@tcp:105: 00010000:00010000:0.0:1763340301.146312:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763340301.146406:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c3f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c7c1171-305b-4aa4-ac4b-0298aa770348+19:2408:x1848995280840320:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 8709us (10503us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340301.146419:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3015 00000100:00100000:3.0:1763340301.150283:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1763340301.151434:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280840576 00000100:00100000:1.0:1763340301.151452:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280840576 00000100:00100000:0.0:1763340301.152460:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3123 00000100:00100000:0.0:1763340301.152485:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+226:57388:x1848995280840576:12345-192.168.203.42@tcp:35:fsx.0 00000001:00080000:0.0:1763340301.153066:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972751 00000100:00100000:0.0:1763340301.155200:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554cc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:57388:x1848995280840576:12345-192.168.203.42@tcp:35:fsx.0 Request processed in 2708us (4912us total) trans 4294972752 rc 0/0 00000100:00100000:0.0:1763340301.155220:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3123 00000020:00080000:0.0:1763340301.155230:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763340301.162517:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1763340301.163037:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280840832 00000100:00100000:0.0:1763340301.163052:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280840832 00000100:00100000:0.0:1763340301.163133:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3124 00000100:00100000:0.0:1763340301.163146:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+228:57388:x1848995280840832:12345-192.168.203.42@tcp:35:fsx.0 00000100:00100000:0.0:1763340301.163480:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+229:57388:x1848995280840832:12345-192.168.203.42@tcp:35:fsx.0 Request processed in 336us (981us total) trans 4294972753 rc 0/0 00000100:00100000:0.0:1763340301.163489:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3124 00000100:00100000:2.0:1763340301.367510:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1763340301.367610:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1763340301.368338:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280841088 00000100:00100000:3.0:1763340301.368353:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280841088 00000100:00100000:0.0:1763340301.368519:0:32281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995280840960 00000100:00100000:0.0:1763340301.368524:0:32281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995280840960 00000100:00100000:0.0:1763340301.368624:0:32281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 160 00000100:00100000:0.0:1763340301.368633:0:32281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555fd5b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6e1466d-3433-4192-8af0-974fd302f81f+9:2409:x1848995280840960:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1763340301.368721:0:32281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555fd5b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6e1466d-3433-4192-8af0-974fd302f81f+9:2409:x1848995280840960:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 89us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1763340301.368732:0:32281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 160 00000100:00080000:1.0:1763340301.368992:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763340301.369385:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1265 00000100:00100000:3.0:1763340301.369396:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280841088:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1763340301.371212:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9555f4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c7c1171-305b-4aa4-ac4b-0298aa770348+25:2409:x1848995280841088:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 1790us (3573us total) trans 0 rc 0/0 00000100:00100000:3.0:1763340301.371229:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1265 00000100:00100000:0.0:1763340301.598202:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292246144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763340301.598305:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763340301.598809:0:13960:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292246144 00000100:00100000:1.0:1763340301.598822:0:13960:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292246144 00000100:00100000:1.0:1763340301.598897:0:13960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1763340301.598909:0:13960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292246144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763340301.598951:0:13960:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899904 pending 0 free 3919040512 avail 3687518208 00000100:00100000:1.0:1763340301.599027:0:13960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1848995292246144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1763340301.599036:0:13960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1763340301.599136:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cbcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3650:1848995292246144:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1763340301.783833:0:8425:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1763340302.485498:0:35465:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_70a: @@@@@@ FAIL: fsx FLR file /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr failed 00010000:00010000:3.0:1763340302.809104:0:6502:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763340303.129645:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763340303.130270:0:3650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292246272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763340303.130358:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763340303.131241:0:8402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848995292246272 00000100:00100000:2.0:1763340303.131251:0:8402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848995292246272 00000100:00080000:3.0:1763340303.131564:0:6509:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763340303.131640:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1763340303.131651:0:8402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292246272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763340303.131676:0:8402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899904 pending 0 free 3919040512 avail 3687518208 00000100:00100000:2.0:1763340303.131738:0:8402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9554c5596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3650:x1848995292246272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (1381us total) trans 0 rc 0/0 00000100:00100000:2.0:1763340303.131745:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1763340303.131873:0:3650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9554cc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3650:1848995292246272:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1763340303.836233:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 68685 lines, 68685 kept, 0 dropped, 0 bad.